Oct 30 12:06:39 user nova-compute[74968]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74968) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 12:06:39 user nova-compute[74968]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74968) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 12:06:39 user nova-compute[74968]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74968) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 12:06:39 user nova-compute[74968]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.022s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:06:40 user nova-compute[74968]: INFO nova.virt.driver [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 30 12:06:40 user nova-compute[74968]: INFO nova.compute.provider_config [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Acquiring lock "singleton_lock" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Acquired lock "singleton_lock" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Releasing lock "singleton_lock" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Full set of CONF: {{(pid=74968) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ******************************************************************************** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Configuration options gathered from: {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ================================================================================ {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] allow_resize_to_same_host      = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] arq_binding_timeout            = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] backdoor_port                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] backdoor_socket                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] block_device_allocate_retries  = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] block_device_allocate_retries_interval = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cert                           = self.pem {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute_monitors               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] config_dir                     = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] config_drive_format            = iso9660 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] config_source                  = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] console_host                   = user {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] control_exchange               = nova {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cpu_allocation_ratio           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] daemon                         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] debug                          = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_access_ip_network_name = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_availability_zone      = nova {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_ephemeral_format       = ext4 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_green_pool_size        = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] default_schedule_zone          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] disk_allocation_ratio          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] enable_new_services            = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] enabled_ssl_apis               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] flat_injected                  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] force_config_drive             = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] force_raw_images               = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] graceful_shutdown_timeout      = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] heal_instance_info_cache_interval = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] host                           = user {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_build_timeout         = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_delete_interval       = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_name_template         = instance-%08x {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_usage_audit           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_usage_audit_period    = month {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] internal_service_availability_zone = internal {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] key                            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] live_migration_retry_count     = 30 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_config_append              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_dir                        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_file                       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_options                    = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_rotate_interval            = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_rotate_interval_type       = days {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] log_rotation_type              = none {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] long_rpc_timeout               = 1800 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_concurrent_builds          = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_concurrent_live_migrations = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_concurrent_snapshots       = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_local_block_devices        = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_logfile_count              = 30 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] max_logfile_size_mb            = 200 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] maximum_instance_delete_attempts = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metadata_listen                = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metadata_listen_port           = 8775 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metadata_workers               = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] migrate_max_retries            = -1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] mkisofs_cmd                    = genisoimage {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] my_ip                          = 10.0.0.210 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] network_allocate_retries       = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] osapi_compute_listen_port      = 8774 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] osapi_compute_unique_server_name_scope =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] osapi_compute_workers          = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] password_length                = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] periodic_enable                = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] periodic_fuzzy_delay           = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] pointer_model                  = ps2mouse {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] preallocate_images             = none {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] publish_errors                 = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] pybasedir                      = /opt/stack/nova {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ram_allocation_ratio           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rate_limit_burst               = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rate_limit_except_level        = CRITICAL {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rate_limit_interval            = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reboot_timeout                 = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reclaim_instance_interval      = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] record                         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reimage_timeout_per_gb         = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] report_interval                = 120 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rescue_timeout                 = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reserved_host_cpus             = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reserved_host_disk_mb          = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reserved_host_memory_mb        = 512 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] reserved_huge_pages            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] resize_confirm_window          = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] resize_fs_using_block_device   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] resume_guests_state_on_host_boot = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rpc_response_timeout           = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] run_external_periodic_tasks    = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] running_deleted_instance_action = reap {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] running_deleted_instance_timeout = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler_instance_sync_interval = 120 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_down_time              = 720 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] servicegroup_driver            = db {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] shelved_offload_time           = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] shelved_poll_interval          = 3600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] shutdown_timeout               = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] source_is_ipv6                 = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ssl_only                       = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] state_path                     = /opt/stack/data/nova {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] sync_power_state_interval      = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] sync_power_state_pool_size     = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] syslog_log_facility            = LOG_USER {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] tempdir                        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] timeout_nbd                    = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] transport_url                  = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] update_resources_interval      = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_cow_images                 = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_eventlog                   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_journal                    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_json                       = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_rootwrap_daemon            = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_stderr                     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] use_syslog                     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vcpu_pin_set                   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plugging_is_fatal          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plugging_timeout           = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] virt_mkfs                      = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] volume_usage_poll_interval     = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] watch_log_file                 = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] web                            = /usr/share/spice-html5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_concurrency.disable_process_locking = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.auth_strategy              = keystone {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.compute_link_prefix        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.dhcp_domain                = novalocal {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.enable_instance_password   = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.glance_link_prefix         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.instance_list_per_project_cells = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.list_records_by_skipping_down_cells = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.local_metadata_per_cell    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.max_limit                  = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.metadata_cache_expiration  = 15 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.neutron_default_tenant_id  = default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.use_forwarded_for          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.use_neutron_default_nets   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_dynamic_targets = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_jsonfile_path   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.backend_argument         = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.config_prefix            = cache.oslo {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.dead_timeout             = 60.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.debug_cache_backend      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.enable_retry_client      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.enable_socket_keepalive  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.enabled                  = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.expiration_time          = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.hashclient_retry_attempts = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_dead_retry      = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_password        =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_sasl_enabled    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.memcache_username        =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.proxies                  = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.retry_attempts           = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.retry_delay              = 0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.socket_keepalive_count   = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.socket_keepalive_idle    = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.socket_keepalive_interval = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.tls_allowed_ciphers      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.tls_cafile               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.tls_certfile             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.tls_enabled              = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cache.tls_keyfile              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.auth_section            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.auth_type               = password {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.cafile                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.certfile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.collect_timing          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.cross_az_attach         = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.debug                   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.endpoint_template       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.http_retries            = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.insecure                = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.keyfile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.os_region_name          = RegionOne {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.split_loggers           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cinder.timeout                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.cpu_dedicated_set      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.cpu_shared_set         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.image_type_exclude_list = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.resource_provider_association_refresh = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.shutdown_retry_interval = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] conductor.workers              = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] console.allowed_origins        = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] console.ssl_ciphers            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] console.ssl_minimum_version    = default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] consoleauth.token_ttl          = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.cafile                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.certfile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.collect_timing          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.connect_retries         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.connect_retry_delay     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.endpoint_override       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.insecure                = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.keyfile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.max_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.min_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.region_name             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.service_name            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.service_type            = accelerator {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.split_loggers           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.status_code_retries     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.timeout                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] cyborg.version                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.backend               = sqlalchemy {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.connection            = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.connection_debug      = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.connection_parameters =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.connection_recycle_time = 3600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.connection_trace      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.db_inc_retry_interval = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.db_max_retries        = 20 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.db_max_retry_interval = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.db_retry_interval     = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.max_overflow          = 50 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.max_pool_size         = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.max_retries           = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.mysql_wsrep_sync_wait = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.pool_timeout          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.retry_interval        = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.slave_connection      = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] database.sqlite_synchronous    = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.backend           = sqlalchemy {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.connection        = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.connection_debug  = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.connection_parameters =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.connection_recycle_time = 3600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.connection_trace  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.db_inc_retry_interval = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.db_max_retries    = 20 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.db_max_retry_interval = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.db_retry_interval = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.max_overflow      = 50 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.max_pool_size     = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.max_retries       = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.pool_timeout      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.retry_interval    = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.slave_connection  = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] api_database.sqlite_synchronous = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] devices.enabled_mdev_types     = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ephemeral_storage_encryption.enabled = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.api_servers             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.cafile                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.certfile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.collect_timing          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.connect_retries         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.connect_retry_delay     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.debug                   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.default_trusted_certificate_ids = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.enable_certificate_validation = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.enable_rbd_download     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.endpoint_override       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.insecure                = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.keyfile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.max_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.min_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.num_retries             = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.rbd_ceph_conf           =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.rbd_connect_timeout     = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.rbd_pool                =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.rbd_user                =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.region_name             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.service_name            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.service_type            = image {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.split_loggers           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.status_code_retries     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.timeout                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.verify_glance_signatures = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] glance.version                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] guestfs.debug                  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.config_drive_cdrom      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.config_drive_inject_password = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.enable_remotefx         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.instances_path_share    =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.limit_cpu_features      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.use_multipath_io        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.vswitch_name            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] mks.enabled                    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.manager_interval   = 2400 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.precache_concurrency = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.remove_unused_base_images = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] image_cache.subdirectory_name  = _base {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.api_max_retries         = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.api_retry_interval      = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.auth_section            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.auth_type               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.cafile                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.certfile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.collect_timing          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.conductor_group         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.connect_retries         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.connect_retry_delay     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.endpoint_override       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.insecure                = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.keyfile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.max_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.min_version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.peer_list               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.region_name             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.serial_console_state_timeout = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.service_name            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.service_type            = baremetal {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.split_loggers           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.status_code_retries     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.timeout                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ironic.version                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] key_manager.fixed_key          = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.barbican_api_version  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.barbican_endpoint     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.barbican_endpoint_type = public {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.barbican_region_name  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.cafile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.certfile              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.collect_timing        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.insecure              = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.keyfile               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.number_of_retries     = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.retry_delay           = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.send_service_user_token = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.split_loggers         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.timeout               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.verify_ssl            = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican.verify_ssl_path       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.auth_section = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.auth_type = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.cafile   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.certfile = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.collect_timing = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.insecure = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.keyfile  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.split_loggers = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] barbican_service_user.timeout  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.approle_role_id          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.approle_secret_id        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.cafile                   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.certfile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.collect_timing           = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.insecure                 = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.keyfile                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.kv_mountpoint            = secret {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.kv_path                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.kv_version               = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.namespace                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.root_token_id            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.split_loggers            = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.ssl_ca_crt_file          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.timeout                  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.use_ssl                  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.auth_section          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.auth_type             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.cafile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.certfile              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.collect_timing        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.connect_retries       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.connect_retry_delay   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.endpoint_override     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.insecure              = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.keyfile               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.max_version           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.min_version           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.region_name           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.service_name          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.service_type          = identity {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.split_loggers         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.status_code_retries   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.timeout               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] keystone.version               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.connection_uri         =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_mode               = custom {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: WARNING oslo_config.cfg [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_power_governor_high = performance {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_power_management   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.device_detach_attempts = 8 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.device_detach_timeout  = 20 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.disk_cachemodes        = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.disk_prefix            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.enabled_perf_events    = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.file_backed_memory     = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.gid_maps               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.hw_disk_discard        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.hw_machine_type        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_rbd_pool        = rbd {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_type            = default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.images_volume_group    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.inject_key             = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.inject_partition       = -2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.inject_password        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.iscsi_iface            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.iser_use_multipath     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_downtime = 500 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_inbound_addr = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_scheme  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_timeout_action = abort {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_tunnelled = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: WARNING oslo_config.cfg [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 30 12:06:40 user nova-compute[74968]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 30 12:06:40 user nova-compute[74968]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 30 12:06:40 user nova-compute[74968]: and ``live_migration_inbound_addr`` respectively.
Oct 30 12:06:40 user nova-compute[74968]: ).  Its value may be silently ignored in the future.
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.live_migration_with_native_tls = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.max_queues             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.nfs_mount_options      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_pcie_ports         = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.pmem_namespaces        = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.quobyte_client_cfg     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rbd_secret_uuid        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rbd_user               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rescue_image_id        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rescue_kernel_id       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.rx_queue_size          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.smbfs_mount_options    =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.snapshot_compression   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.snapshot_image_format  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.sparse_logical_volumes = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.swtpm_enabled          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.swtpm_group            = tss {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.swtpm_user             = tss {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.sysinfo_serial         = unique {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.tb_cache_size          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.tx_queue_size          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.uid_maps               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.use_virtio_for_bridges = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.virt_type              = kvm {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.volume_clear           = zero {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.volume_clear_size      = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.volume_use_multipath   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_cache_path   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.auth_section           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.auth_type              = password {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.cafile                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.certfile               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.collect_timing         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.connect_retries        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.connect_retry_delay    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.default_floating_pool  = public {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.endpoint_override      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.extension_sync_interval = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.http_retries           = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.insecure               = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.keyfile                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.max_version            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.min_version            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.ovs_bridge             = br-int {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.physnets               = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.region_name            = RegionOne {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.service_metadata_proxy = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.service_name           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.service_type           = network {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.split_loggers          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.status_code_retries    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.timeout                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] neutron.version                = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] notifications.bdms_in_notifications = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] notifications.default_level    = INFO {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] notifications.notification_format = unversioned {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] notifications.notify_on_state_change = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] pci.alias                      = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] pci.device_spec                = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] pci.report_in_placement        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.auth_section         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.auth_type            = password {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.cafile               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.certfile             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.collect_timing       = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.connect_retries      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.connect_retry_delay  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.default_domain_id    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.default_domain_name  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.domain_id            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.domain_name          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.endpoint_override    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.insecure             = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.keyfile              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.max_version          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.min_version          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.password             = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.project_domain_id    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.project_domain_name  = Default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.project_id           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.project_name         = service {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.region_name          = RegionOne {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.service_name         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.service_type         = placement {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.split_loggers        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.status_code_retries  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.system_scope         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.timeout              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.trust_id             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.user_domain_id       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.user_domain_name     = Default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.user_id              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.username             = placement {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] placement.version              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.cores                    = 20 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.count_usage_from_placement = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.injected_file_content_bytes = 10240 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.injected_file_path_length = 255 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.injected_files           = 5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.instances                = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.key_pairs                = 100 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.metadata_items           = 128 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.ram                      = 51200 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.recheck_quota            = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.server_group_members     = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] quota.server_groups            = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rdp.enabled                    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.image_metadata_prefilter = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.max_attempts         = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.max_placement_results = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] scheduler.workers              = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.host_subset_size = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.isolated_hosts = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.isolated_images = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.pci_in_placement = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.track_instance_changes = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metrics.required               = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metrics.weight_multiplier      = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] metrics.weight_setting         = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.enabled         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.port_range      = 10000:20000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] serial_console.serialproxy_port = 6083 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.auth_section      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.auth_type         = password {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.cafile            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.certfile          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.collect_timing    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.insecure          = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.keyfile           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.send_service_user_token = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.split_loggers     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] service_user.timeout           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.agent_enabled            = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.enabled                  = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.html5proxy_port          = 6082 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.image_compression        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.jpeg_compression         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.playback_compression     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.server_listen            = 127.0.0.1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.streaming_mode           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] spice.zlib_compression         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] upgrade_levels.baseapi         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] upgrade_levels.cert            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] upgrade_levels.compute         = auto {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] upgrade_levels.conductor       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] upgrade_levels.scheduler       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.cafile = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.certfile = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.insecure = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vendordata_dynamic_auth.timeout = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.api_retry_count         = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.ca_file                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.cache_prefix            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.cluster_name            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.connection_pool_size    = 10 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.console_delay_seconds   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.datastore_regex         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.host_ip                 = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.host_password           = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.host_port               = 443 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.host_username           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.insecure                = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.integration_bridge      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.maximum_objects         = 100 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.pbm_default_policy      = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.pbm_enabled             = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.pbm_wsdl_location       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.serial_port_proxy_uri   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.serial_port_service_uri = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.task_poll_interval      = 0.5 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.use_linked_clone        = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.vnc_keymap              = en-us {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.vnc_port                = 5900 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vmware.vnc_port_total          = 10000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.auth_schemes               = ['none'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.enabled                    = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.novncproxy_port            = 6080 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.vencrypt_ca_certs          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.vencrypt_client_cert       = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vnc.vencrypt_client_key        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.disable_rootwrap   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.enable_numa_live_migration = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.libvirt_disable_apic = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.client_socket_timeout     = 900 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.default_pool_size         = 1000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.keep_alive                = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.max_header_line           = 16384 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.ssl_ca_file               = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.ssl_cert_file             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.ssl_key_file              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.tcp_keepidle              = 600 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] zvm.ca_file                    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] zvm.cloud_connector_url        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] zvm.reachable_timeout          = 300 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.enforce_new_defaults = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.enforce_scope      = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.policy_default_rule = default {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.connection_string     = messaging:// {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.enabled               = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.es_doc_type           = notification {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.es_scroll_size        = 10000 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.es_scroll_time        = 2m {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.filter_error_trace    = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.hmac_keys             = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.sentinel_service_name = mymaster {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.socket_timeout        = 0.1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.trace_requests        = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler.trace_sqlalchemy      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler_jaeger.process_tags   = {} {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler_jaeger.service_name_prefix = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] profiler_otlp.service_name_prefix = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] remote_debug.host              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] remote_debug.port              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_notifications.retry = -1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.auth_section        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.auth_type           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.cafile              = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.certfile            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.collect_timing      = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.connect_retries     = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.connect_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.endpoint_id         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.endpoint_override   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.insecure            = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.keyfile             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.max_version         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.min_version         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.region_name         = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.service_name        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.service_type        = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.split_loggers       = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.status_code_retries = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.status_code_retry_delay = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.timeout             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.valid_interfaces    = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_limit.version             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_reports.file_event_handler = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] oslo_reports.log_dir           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.group  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] vif_plug_ovs_privileged.user   = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.isolate_vif         = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] os_brick.lock_path             = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.capabilities   = [21] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.group          = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.helper_command = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] privsep_osbrick.user           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.group           = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.helper_command  = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] nova_sys_admin.user            = None {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG oslo_service.service [None req-0011ef78-5613-472a-bf30-0547583226f4 None None] ******************************************************************************** {{(pid=74968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 30 12:06:40 user nova-compute[74968]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Connecting to libvirt: qemu:///system {{(pid=74968) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fd7b1572470> {{(pid=74968) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 30 12:06:40 user nova-compute[74968]: libvirt:  error : internal error: could not initialize domain event timer
Oct 30 12:06:40 user nova-compute[74968]: WARNING nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fd7b1572470> {{(pid=74968) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Starting native event thread {{(pid=74968) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Starting green dispatch thread {{(pid=74968) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Starting connection event dispatch thread {{(pid=74968) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 30 12:06:40 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Connection event '1' reason 'None'
Oct 30 12:06:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 12:06:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.mount [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Initialising _HostMountState generation 0 {{(pid=74968) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 30 12:06:47 user nova-compute[74968]: INFO nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host capabilities <capabilities>
Oct 30 12:06:47 user nova-compute[74968]:   <host>
Oct 30 12:06:47 user nova-compute[74968]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 30 12:06:47 user nova-compute[74968]:     <cpu>
Oct 30 12:06:47 user nova-compute[74968]:       <arch>x86_64</arch>
Oct 30 12:06:47 user nova-compute[74968]:       <model>IvyBridge-IBRS</model>
Oct 30 12:06:47 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:47 user nova-compute[74968]:       <microcode version='1070'/>
Oct 30 12:06:47 user nova-compute[74968]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 30 12:06:47 user nova-compute[74968]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='ss'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='vmx'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='pcid'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='osxsave'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='hypervisor'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='arat'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='tsc_adjust'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='md-clear'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='stibp'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='arch-capabilities'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='ssbd'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='invtsc'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='rsba'/>
Oct 30 12:06:47 user nova-compute[74968]:       <feature name='skip-l1dfl-vmentry'/>
Oct 30 12:06:47 user nova-compute[74968]:       <pages unit='KiB' size='4'/>
Oct 30 12:06:47 user nova-compute[74968]:       <pages unit='KiB' size='2048'/>
Oct 30 12:06:47 user nova-compute[74968]:     </cpu>
Oct 30 12:06:47 user nova-compute[74968]:     <power_management>
Oct 30 12:06:47 user nova-compute[74968]:       <suspend_mem/>
Oct 30 12:06:47 user nova-compute[74968]:       <suspend_disk/>
Oct 30 12:06:47 user nova-compute[74968]:       <suspend_hybrid/>
Oct 30 12:06:47 user nova-compute[74968]:     </power_management>
Oct 30 12:06:47 user nova-compute[74968]:     <iommu support='no'/>
Oct 30 12:06:47 user nova-compute[74968]:     <migration_features>
Oct 30 12:06:47 user nova-compute[74968]:       <live/>
Oct 30 12:06:47 user nova-compute[74968]:       <uri_transports>
Oct 30 12:06:47 user nova-compute[74968]:         <uri_transport>tcp</uri_transport>
Oct 30 12:06:47 user nova-compute[74968]:         <uri_transport>rdma</uri_transport>
Oct 30 12:06:47 user nova-compute[74968]:       </uri_transports>
Oct 30 12:06:47 user nova-compute[74968]:     </migration_features>
Oct 30 12:06:47 user nova-compute[74968]:     <topology>
Oct 30 12:06:47 user nova-compute[74968]:       <cells num='2'>
Oct 30 12:06:47 user nova-compute[74968]:         <cell id='0'>
Oct 30 12:06:47 user nova-compute[74968]:           <memory unit='KiB'>8140616</memory>
Oct 30 12:06:47 user nova-compute[74968]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 30 12:06:47 user nova-compute[74968]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 12:06:47 user nova-compute[74968]:           <distances>
Oct 30 12:06:47 user nova-compute[74968]:             <sibling id='0' value='10'/>
Oct 30 12:06:47 user nova-compute[74968]:             <sibling id='1' value='20'/>
Oct 30 12:06:47 user nova-compute[74968]:           </distances>
Oct 30 12:06:47 user nova-compute[74968]:           <cpus num='6'>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 30 12:06:47 user nova-compute[74968]:           </cpus>
Oct 30 12:06:47 user nova-compute[74968]:         </cell>
Oct 30 12:06:47 user nova-compute[74968]:         <cell id='1'>
Oct 30 12:06:47 user nova-compute[74968]:           <memory unit='KiB'>8255100</memory>
Oct 30 12:06:47 user nova-compute[74968]:           <pages unit='KiB' size='4'>2063775</pages>
Oct 30 12:06:47 user nova-compute[74968]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 12:06:47 user nova-compute[74968]:           <distances>
Oct 30 12:06:47 user nova-compute[74968]:             <sibling id='0' value='20'/>
Oct 30 12:06:47 user nova-compute[74968]:             <sibling id='1' value='10'/>
Oct 30 12:06:47 user nova-compute[74968]:           </distances>
Oct 30 12:06:47 user nova-compute[74968]:           <cpus num='6'>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 30 12:06:47 user nova-compute[74968]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 30 12:06:47 user nova-compute[74968]:           </cpus>
Oct 30 12:06:47 user nova-compute[74968]:         </cell>
Oct 30 12:06:47 user nova-compute[74968]:       </cells>
Oct 30 12:06:47 user nova-compute[74968]:     </topology>
Oct 30 12:06:47 user nova-compute[74968]:     <cache>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 30 12:06:47 user nova-compute[74968]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 30 12:06:47 user nova-compute[74968]:     </cache>
Oct 30 12:06:47 user nova-compute[74968]:     <secmodel>
Oct 30 12:06:47 user nova-compute[74968]:       <model>apparmor</model>
Oct 30 12:06:47 user nova-compute[74968]:       <doi>0</doi>
Oct 30 12:06:47 user nova-compute[74968]:     </secmodel>
Oct 30 12:06:47 user nova-compute[74968]:     <secmodel>
Oct 30 12:06:47 user nova-compute[74968]:       <model>dac</model>
Oct 30 12:06:47 user nova-compute[74968]:       <doi>0</doi>
Oct 30 12:06:47 user nova-compute[74968]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 30 12:06:47 user nova-compute[74968]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 30 12:06:47 user nova-compute[74968]:     </secmodel>
Oct 30 12:06:47 user nova-compute[74968]:   </host>
Oct 30 12:06:47 user nova-compute[74968]:   <guest>
Oct 30 12:06:47 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:47 user nova-compute[74968]:     <arch name='alpha'>
Oct 30 12:06:47 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:47 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='4'>clipper</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:47 user nova-compute[74968]:     </arch>
Oct 30 12:06:47 user nova-compute[74968]:     <features>
Oct 30 12:06:47 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:47 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:47 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:47 user nova-compute[74968]:     </features>
Oct 30 12:06:47 user nova-compute[74968]:   </guest>
Oct 30 12:06:47 user nova-compute[74968]:   <guest>
Oct 30 12:06:47 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:47 user nova-compute[74968]:     <arch name='armv6l'>
Oct 30 12:06:47 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:47 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>spitz</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>nuri</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>kzm</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>sx1</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 12:06:47 user nova-compute[74968]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>z2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>tosa</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n810</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>terrier</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>midway</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>microbit</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>verdex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>highbank</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>akita</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>connex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>collie</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='armv7l'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>spitz</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>nuri</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>kzm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sx1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>z2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>tosa</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n810</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>terrier</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>midway</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>microbit</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>verdex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>highbank</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>akita</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>connex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>collie</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='aarch64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>spitz</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>nuri</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>kzm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sx1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>z2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>tosa</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n810</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>n800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>terrier</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>midway</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>microbit</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>verdex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>raspi3b</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>highbank</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>akita</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>connex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>collie</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <acpi default='on' toggle='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='cris'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='i686'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>isapc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>microvm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='kvm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <pae/>
Oct 30 12:06:48 user nova-compute[74968]:       <nonpae/>
Oct 30 12:06:48 user nova-compute[74968]:       <acpi default='on' toggle='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:       <apic default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='m68k'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>an5206</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>q800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>next-cube</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='microblaze'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='microblazeel'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='mips'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>malta</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='mipsel'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>malta</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='mips64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>malta</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>pica61</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>magnum</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='mips64el'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>malta</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>pica61</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>magnum</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='16'>boston</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='ppc'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mac99</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>40p</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>taihu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='ppc64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>taihu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>40p</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mac99</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='ppc64le'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>taihu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>40p</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>mac99</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='riscv32'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='8'>spike</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>opentitan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='8'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='riscv64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='8'>spike</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>shakti_c</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='8'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='s390x'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='sh4'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>shix</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>r2d</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='sh4eb'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>shix</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>r2d</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='sparc'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>SS-5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>SS-20</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>LX</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>SS-4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>SS-10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>Voyager</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='sparc64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sun4u</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>niagara</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>sun4v</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='x86_64'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>64</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='1'>isapc</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>microvm</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='kvm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <acpi default='on' toggle='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:       <apic default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='xtensa'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>sim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>kc705</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ml605</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx200</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx60</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]:   <guest>
Oct 30 12:06:48 user nova-compute[74968]:     <os_type>hvm</os_type>
Oct 30 12:06:48 user nova-compute[74968]:     <arch name='xtensaeb'>
Oct 30 12:06:48 user nova-compute[74968]:       <wordsize>32</wordsize>
Oct 30 12:06:48 user nova-compute[74968]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='4'>sim</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>kc705</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ml605</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>virt</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx200</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>lx60</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 12:06:48 user nova-compute[74968]:       <domain type='qemu'/>
Oct 30 12:06:48 user nova-compute[74968]:     </arch>
Oct 30 12:06:48 user nova-compute[74968]:     <features>
Oct 30 12:06:48 user nova-compute[74968]:       <cpuselection/>
Oct 30 12:06:48 user nova-compute[74968]:       <deviceboot/>
Oct 30 12:06:48 user nova-compute[74968]:       <disksnapshot default='on' toggle='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     </features>
Oct 30 12:06:48 user nova-compute[74968]:   </guest>
Oct 30 12:06:48 user nova-compute[74968]: </capabilities>
Oct 30 12:06:48 user nova-compute[74968]: 
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-i440fx-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>i686</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='255'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'/>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='lm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ide</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-q35-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>i686</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='288'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'/>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='lm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-q35-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>i686</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='288'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'/>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='lm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-i440fx-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>i686</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='255'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'/>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='lm'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ide</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-i440fx-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>x86_64</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='255'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>efi</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='invtsc'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='rsba'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ide</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-q35-jammy</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>x86_64</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='288'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>efi</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='invtsc'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='rsba'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-q35-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>x86_64</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='288'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>efi</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='invtsc'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='rsba'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 30 12:06:48 user nova-compute[74968]: <domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 12:06:48 user nova-compute[74968]:   <domain>kvm</domain>
Oct 30 12:06:48 user nova-compute[74968]:   <machine>pc-i440fx-6.2</machine>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>x86_64</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <vcpu max='255'/>
Oct 30 12:06:48 user nova-compute[74968]:   <iothreads supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:   <os supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='firmware'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>efi</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:     <loader supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>rom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pflash</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='readonly'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>yes</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='secure'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>no</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </loader>
Oct 30 12:06:48 user nova-compute[74968]:   </os>
Oct 30 12:06:48 user nova-compute[74968]:   <cpu>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-passthrough' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='hostPassthroughMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='maximum' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='maximumMigratable'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>on</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>off</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='host-model' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ss'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='vmx'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pcid'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='hypervisor'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arat'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='umip'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='md-clear'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='invtsc'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibpb'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='ibrs'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-stibp'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='rsba'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='erms'/>
Oct 30 12:06:48 user nova-compute[74968]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:     <mode name='custom' supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>qemu64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>qemu32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>phenom</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>pentium</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>n270</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm64</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>kvm32</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>coreduo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>core2duo</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>athlon</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Westmere</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Snowridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Skylake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>SandyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Penryn</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G5</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G4</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G3</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Opteron_G2</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Opteron_G1</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>IvyBridge</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Icelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Haswell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Rome</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-Milan</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>EPYC</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Dhyana</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cooperlake</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>Conroe</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='no'>Broadwell</model>
Oct 30 12:06:48 user nova-compute[74968]:       <model usable='yes'>486</model>
Oct 30 12:06:48 user nova-compute[74968]:     </mode>
Oct 30 12:06:48 user nova-compute[74968]:   </cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <memoryBacking supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:     <enum name='sourceType'>
Oct 30 12:06:48 user nova-compute[74968]:       <value>file</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>anonymous</value>
Oct 30 12:06:48 user nova-compute[74968]:       <value>memfd</value>
Oct 30 12:06:48 user nova-compute[74968]:     </enum>
Oct 30 12:06:48 user nova-compute[74968]:   </memoryBacking>
Oct 30 12:06:48 user nova-compute[74968]:   <devices>
Oct 30 12:06:48 user nova-compute[74968]:     <disk supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='diskDevice'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>disk</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cdrom</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>floppy</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>lun</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='bus'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ide</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>fdc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sata</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </disk>
Oct 30 12:06:48 user nova-compute[74968]:     <graphics supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='type'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>sdl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vnc</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>spice</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egl-headless</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </graphics>
Oct 30 12:06:48 user nova-compute[74968]:     <video supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='modelType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>cirrus</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>vmvga</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>qxl</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>none</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>bochs</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>ramfb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </video>
Oct 30 12:06:48 user nova-compute[74968]:     <hostdev supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='mode'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>subsystem</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='startupPolicy'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>default</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>mandatory</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>requisite</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>optional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='subsysType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>usb</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>pci</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>scsi</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='capsType'/>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='pciBackend'/>
Oct 30 12:06:48 user nova-compute[74968]:     </hostdev>
Oct 30 12:06:48 user nova-compute[74968]:     <rng supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtio-non-transitional</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>random</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>egd</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>builtin</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </rng>
Oct 30 12:06:48 user nova-compute[74968]:     <filesystem supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='driverType'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>path</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>handle</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>virtiofs</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </filesystem>
Oct 30 12:06:48 user nova-compute[74968]:     <tpm supported='yes'>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='model'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-tis</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>tpm-crb</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:       <enum name='backendModel'>
Oct 30 12:06:48 user nova-compute[74968]:         <value>passthrough</value>
Oct 30 12:06:48 user nova-compute[74968]:         <value>emulator</value>
Oct 30 12:06:48 user nova-compute[74968]:       </enum>
Oct 30 12:06:48 user nova-compute[74968]:     </tpm>
Oct 30 12:06:48 user nova-compute[74968]:   </devices>
Oct 30 12:06:48 user nova-compute[74968]:   <features>
Oct 30 12:06:48 user nova-compute[74968]:     <gic supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:     <vmcoreinfo supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <genid supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backingStoreInput supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <backup supported='yes'/>
Oct 30 12:06:48 user nova-compute[74968]:     <sev supported='no'/>
Oct 30 12:06:48 user nova-compute[74968]:   </features>
Oct 30 12:06:48 user nova-compute[74968]: </domainCapabilities>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74968) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74968) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Checking secure boot support for host arch (x86_64) {{(pid=74968) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Checking secure boot support for host arch (x86_64) {{(pid=74968) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Checking secure boot support for host arch (x86_64) {{(pid=74968) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Secure Boot support detected
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] cpu compare xml: <cpu match="exact">
Oct 30 12:06:48 user nova-compute[74968]:   <model>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]: </cpu>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.virt.node [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Generated node identity e951e061-59be-4527-8db8-a7cd1768cc93
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.virt.node [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Wrote node identity e951e061-59be-4527-8db8-a7cd1768cc93 to /opt/stack/data/nova/compute_id
Oct 30 12:06:48 user nova-compute[74968]: WARNING nova.compute.manager [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Compute nodes ['e951e061-59be-4527-8db8-a7cd1768cc93'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.compute.manager [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 30 12:06:48 user nova-compute[74968]: WARNING nova.compute.manager [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 12:06:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:06:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:06:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Hypervisor/Node resource view: name=user free_ram=10910MB free_disk=26.139358520507812GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:06:48 user nova-compute[74968]: WARNING nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] No compute node record for user:e951e061-59be-4527-8db8-a7cd1768cc93: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e951e061-59be-4527-8db8-a7cd1768cc93 could not be found.
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Compute node record created for user:user with uuid: e951e061-59be-4527-8db8-a7cd1768cc93
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] [req-552a8d56-f1ee-42d0-a265-bc16c6bf92e5] Created resource provider record via placement API for resource provider with UUID e951e061-59be-4527-8db8-a7cd1768cc93 and name user.
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74968) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 30 12:06:48 user nova-compute[74968]: INFO nova.virt.libvirt.host [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] kernel doesn't support AMD SEV
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:06:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Libvirt baseline CPU <cpu>
Oct 30 12:06:48 user nova-compute[74968]:   <arch>x86_64</arch>
Oct 30 12:06:48 user nova-compute[74968]:   <model>Nehalem</model>
Oct 30 12:06:48 user nova-compute[74968]:   <vendor>Intel</vendor>
Oct 30 12:06:48 user nova-compute[74968]:   <topology sockets="6" cores="1" threads="1"/>
Oct 30 12:06:48 user nova-compute[74968]: </cpu>
Oct 30 12:06:48 user nova-compute[74968]:  {{(pid=74968) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Updated inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Updating resource provider e951e061-59be-4527-8db8-a7cd1768cc93 generation from 0 to 1 during operation: update_inventory {{(pid=74968) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Updating resource provider e951e061-59be-4527-8db8-a7cd1768cc93 generation from 1 to 2 during operation: update_traits {{(pid=74968) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.619s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.service [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Creating RPC server for service compute {{(pid=74968) start /opt/stack/nova/nova/service.py:182}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.service [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] Join ServiceGroup membership for this service compute {{(pid=74968) start /opt/stack/nova/nova/service.py:199}}
Oct 30 12:06:49 user nova-compute[74968]: DEBUG nova.servicegroup.drivers.db [None req-4b9e7155-0575-4af1-a7a6-257905d5ffdb None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74968) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:07:45 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:07:45 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=10308MB free_disk=26.042991638183594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:07:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:08:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:08:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:08:40 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=10269MB free_disk=26.107666015625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:08:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:08:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.304s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:08:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:09:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:09:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:09:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:09:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:09:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=10270MB free_disk=25.860824584960938GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:09:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:09:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:09:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:10:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:10:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:10:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9585MB free_disk=25.88910675048828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:10:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:43 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:10:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:10:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:10:51 user nova-compute[74968]: INFO nova.compute.claims [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Claim successful on node user
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.410s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:10:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:10:52 user nova-compute[74968]: INFO nova.compute.claims [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Claim successful on node user
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:10:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Creating image(s)
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "/opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:10:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:10:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.policy [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea85d6f704204995b19db214cdf5be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d2b0e04fd14dcc9879f369b0db7efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.policy [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '156978a2ae3e421f90308ddb151a49fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20dc10d341f4286845322ff8dc0ed3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:10:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Creating image(s)
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "/opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "/opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "/opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.part --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.virt.images [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] 33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.part /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:10:53 user nova-compute[74968]: INFO nova.compute.claims [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Claim successful on node user
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.part /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.converted" returned: 0 in 0.162s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa.converted --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.429s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:53 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp8dlwu66e/privsep.sock']
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.499s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:53 user sudo[84224]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp8dlwu66e/privsep.sock
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:10:53 user sudo[84224]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:10:53 user nova-compute[74968]: INFO nova.compute.claims [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Claim successful on node user
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:10:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:10:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Creating image(s)
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "/opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "/opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "/opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.policy [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c98a1acc7e4481ba1232cdf9679590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c1bd7818d14217a9119896358f7b68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.577s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:10:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:10:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Creating image(s)
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "/opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Successfully created port: e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG nova.policy [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3db2a81cdb4e928e39a6d69f78259a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a917c3c6054d668033a2e3f0161264', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Successfully created port: 1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:10:55 user sudo[84224]: pam_unix(sudo:session): session closed for user root
Oct 30 12:10:55 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Spawned new privsep daemon via rootwrap
Oct 30 12:10:55 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 12:10:55 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 12:10:55 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 30 12:10:55 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84227
Oct 30 12:10:55 user nova-compute[74968]: WARNING oslo_privsep.priv_context [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] privsep daemon already running
Oct 30 12:10:55 user nova-compute[74968]: WARNING oslo_privsep.priv_context [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] privsep daemon already running
Oct 30 12:10:55 user nova-compute[74968]: WARNING oslo_privsep.priv_context [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] privsep daemon already running
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Successfully created port: c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk 1073741824" returned: 0 in 0.038s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.230s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.256s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk 1073741824" returned: 0 in 0.060s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.327s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.523s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Cannot resize image /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Ensure instance console log exists: /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Checking if we can resize image /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk 1073741824" returned: 0 in 0.050s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.786s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Cannot resize image /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Ensure instance console log exists: /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk 1073741824" returned: 0 in 0.051s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Cannot resize image /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Ensure instance console log exists: /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Successfully updated port: e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquired lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Cannot resize image /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Ensure instance console log exists: /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Successfully updated port: c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Successfully updated port: 1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquired lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-changed-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Refreshing instance network info cache due to event network-changed-e5e343e1-862a-4107-adab-0b92ac0625fa. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] Acquiring lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-changed-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Refreshing instance network info cache due to event network-changed-c40c81a8-57c1-43ce-adaf-698c762eeb92. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] Acquiring lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Instance network_info: |[{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:10:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Start _get_guest_xml network_info=[{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating instance_info_cache with network_info: [{"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-755158009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-755158009',id=1,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-h59302x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:52Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=12c9670f-59cb-4be4-ba91-d9ae7171dc06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Releasing lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Instance network_info: |[{"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Releasing lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Instance network_info: |[{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] Acquired lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Refreshing network info cache for port e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Start _get_guest_xml network_info=[{"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] Acquired lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Refreshing network info cache for port c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Start _get_guest_xml network_info=[{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:10:58 user nova-compute[74968]:   <uuid>12c9670f-59cb-4be4-ba91-d9ae7171dc06</uuid>
Oct 30 12:10:58 user nova-compute[74968]:   <name>instance-00000001</name>
Oct 30 12:10:58 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:10:58 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:10:58 user nova-compute[74968]:   <metadata>
Oct 30 12:10:58 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:10:58 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-755158009</nova:name>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:10:57</nova:creationTime>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:10:58 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:port uuid="1c2bdcef-9f5b-42ad-8224-ff02026566f3">
Oct 30 12:10:58 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:10:58 user nova-compute[74968]:         </nova:port>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:     </nova:instance>
Oct 30 12:10:58 user nova-compute[74968]:   </metadata>
Oct 30 12:10:58 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:10:58 user nova-compute[74968]:     <system>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="serial">12c9670f-59cb-4be4-ba91-d9ae7171dc06</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="uuid">12c9670f-59cb-4be4-ba91-d9ae7171dc06</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:10:58 user nova-compute[74968]:     </system>
Oct 30 12:10:58 user nova-compute[74968]:   </sysinfo>
Oct 30 12:10:58 user nova-compute[74968]:   <os>
Oct 30 12:10:58 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:10:58 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:10:58 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:10:58 user nova-compute[74968]:   </os>
Oct 30 12:10:58 user nova-compute[74968]:   <features>
Oct 30 12:10:58 user nova-compute[74968]:     <acpi/>
Oct 30 12:10:58 user nova-compute[74968]:     <apic/>
Oct 30 12:10:58 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:10:58 user nova-compute[74968]:   </features>
Oct 30 12:10:58 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:10:58 user nova-compute[74968]:   </clock>
Oct 30 12:10:58 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:10:58 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:10:58 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:10:58 user nova-compute[74968]:   </cpu>
Oct 30 12:10:58 user nova-compute[74968]:   <devices>
Oct 30 12:10:58 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:10:58 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:10:58 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </disk>
Oct 30 12:10:58 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:10:58 user nova-compute[74968]:       <mac address="fa:16:3e:05:d7:09"/>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="tap1c2bdcef-9f"/>
Oct 30 12:10:58 user nova-compute[74968]:     </interface>
Oct 30 12:10:58 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:10:58 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/console.log" append="off"/>
Oct 30 12:10:58 user nova-compute[74968]:     </serial>
Oct 30 12:10:58 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:     <video>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </video>
Oct 30 12:10:58 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:10:58 user nova-compute[74968]:     </rng>
Oct 30 12:10:58 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:10:58 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:10:58 user nova-compute[74968]:     </memballoon>
Oct 30 12:10:58 user nova-compute[74968]:   </devices>
Oct 30 12:10:58 user nova-compute[74968]: </domain>
Oct 30 12:10:58 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-755158009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-755158009',id=1,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-h59302x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:52Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=12c9670f-59cb-4be4-ba91-d9ae7171dc06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG os_vif [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Created schema index Interface.name {{(pid=74968) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Created schema index Port.name {{(pid=74968) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Created schema index Bridge.name {{(pid=74968) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [POLLOUT] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a200060f-6927-573d-87db-942edd9217c3', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:10:58 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpfv98huln/privsep.sock']
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:10:58 user sudo[84298]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpfv98huln/privsep.sock
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:10:58 user sudo[84298]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1464620581',display_name='tempest-DeleteServersTestJSON-server-1464620581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1464620581',id=2,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a20dc10d341f4286845322ff8dc0ed3a',ramdisk_id='',reservation_id='r-ouwayfcs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1938297654',owner_user_name='tempest-DeleteServersTestJSON-1938297654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:53Z,user_data=None,user_id='156978a2ae3e421f90308ddb151a49fc',uuid=75e5c172-0714-46c5-abf9-214f916b460c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converting VIF {"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lazy-loading 'pci_devices' on Instance uuid 75e5c172-0714-46c5-abf9-214f916b460c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-606175221',display_name='tempest-ServersNegativeTestJSON-server-606175221',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-606175221',id=3,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-nlzoqm2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:54Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=6c2c1642-2798-46ee-b598-db0dfc99cac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c2c1642-2798-46ee-b598-db0dfc99cac3 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:10:58 user nova-compute[74968]:   <uuid>75e5c172-0714-46c5-abf9-214f916b460c</uuid>
Oct 30 12:10:58 user nova-compute[74968]:   <name>instance-00000002</name>
Oct 30 12:10:58 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:10:58 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:10:58 user nova-compute[74968]:   <metadata>
Oct 30 12:10:58 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:10:58 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:name>tempest-DeleteServersTestJSON-server-1464620581</nova:name>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:10:58</nova:creationTime>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:10:58 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:user uuid="156978a2ae3e421f90308ddb151a49fc">tempest-DeleteServersTestJSON-1938297654-project-member</nova:user>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:project uuid="a20dc10d341f4286845322ff8dc0ed3a">tempest-DeleteServersTestJSON-1938297654</nova:project>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:port uuid="e5e343e1-862a-4107-adab-0b92ac0625fa">
Oct 30 12:10:58 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 12:10:58 user nova-compute[74968]:         </nova:port>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:     </nova:instance>
Oct 30 12:10:58 user nova-compute[74968]:   </metadata>
Oct 30 12:10:58 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:10:58 user nova-compute[74968]:     <system>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="serial">75e5c172-0714-46c5-abf9-214f916b460c</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="uuid">75e5c172-0714-46c5-abf9-214f916b460c</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:10:58 user nova-compute[74968]:     </system>
Oct 30 12:10:58 user nova-compute[74968]:   </sysinfo>
Oct 30 12:10:58 user nova-compute[74968]:   <os>
Oct 30 12:10:58 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:10:58 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:10:58 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:10:58 user nova-compute[74968]:   </os>
Oct 30 12:10:58 user nova-compute[74968]:   <features>
Oct 30 12:10:58 user nova-compute[74968]:     <acpi/>
Oct 30 12:10:58 user nova-compute[74968]:     <apic/>
Oct 30 12:10:58 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:10:58 user nova-compute[74968]:   </features>
Oct 30 12:10:58 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:10:58 user nova-compute[74968]:   </clock>
Oct 30 12:10:58 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:10:58 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:10:58 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:10:58 user nova-compute[74968]:   </cpu>
Oct 30 12:10:58 user nova-compute[74968]:   <devices>
Oct 30 12:10:58 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:10:58 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:10:58 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </disk>
Oct 30 12:10:58 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:10:58 user nova-compute[74968]:       <mac address="fa:16:3e:83:2d:46"/>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="tape5e343e1-86"/>
Oct 30 12:10:58 user nova-compute[74968]:     </interface>
Oct 30 12:10:58 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:10:58 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/console.log" append="off"/>
Oct 30 12:10:58 user nova-compute[74968]:     </serial>
Oct 30 12:10:58 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:     <video>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </video>
Oct 30 12:10:58 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:10:58 user nova-compute[74968]:     </rng>
Oct 30 12:10:58 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:10:58 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:10:58 user nova-compute[74968]:     </memballoon>
Oct 30 12:10:58 user nova-compute[74968]:   </devices>
Oct 30 12:10:58 user nova-compute[74968]: </domain>
Oct 30 12:10:58 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1464620581',display_name='tempest-DeleteServersTestJSON-server-1464620581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1464620581',id=2,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a20dc10d341f4286845322ff8dc0ed3a',ramdisk_id='',reservation_id='r-ouwayfcs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1938297654',owner_user_name='tempest-DeleteServersTestJSON-1938297654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:53Z,user_data=None,user_id='156978a2ae3e421f90308ddb151a49fc',uuid=75e5c172-0714-46c5-abf9-214f916b460c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converting VIF {"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG os_vif [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e3f378c-0e05-5f3c-960e-e69435a319f9', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:10:58 user nova-compute[74968]:   <uuid>6c2c1642-2798-46ee-b598-db0dfc99cac3</uuid>
Oct 30 12:10:58 user nova-compute[74968]:   <name>instance-00000003</name>
Oct 30 12:10:58 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:10:58 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:10:58 user nova-compute[74968]:   <metadata>
Oct 30 12:10:58 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:10:58 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:name>tempest-ServersNegativeTestJSON-server-606175221</nova:name>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:10:58</nova:creationTime>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:10:58 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:user uuid="06c98a1acc7e4481ba1232cdf9679590">tempest-ServersNegativeTestJSON-2079015174-project-member</nova:user>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:project uuid="31c1bd7818d14217a9119896358f7b68">tempest-ServersNegativeTestJSON-2079015174</nova:project>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:owner>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:10:58 user nova-compute[74968]:       <nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:         <nova:port uuid="c40c81a8-57c1-43ce-adaf-698c762eeb92">
Oct 30 12:10:58 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:10:58 user nova-compute[74968]:         </nova:port>
Oct 30 12:10:58 user nova-compute[74968]:       </nova:ports>
Oct 30 12:10:58 user nova-compute[74968]:     </nova:instance>
Oct 30 12:10:58 user nova-compute[74968]:   </metadata>
Oct 30 12:10:58 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:10:58 user nova-compute[74968]:     <system>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="serial">6c2c1642-2798-46ee-b598-db0dfc99cac3</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="uuid">6c2c1642-2798-46ee-b598-db0dfc99cac3</entry>
Oct 30 12:10:58 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:10:58 user nova-compute[74968]:     </system>
Oct 30 12:10:58 user nova-compute[74968]:   </sysinfo>
Oct 30 12:10:58 user nova-compute[74968]:   <os>
Oct 30 12:10:58 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:10:58 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:10:58 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:10:58 user nova-compute[74968]:   </os>
Oct 30 12:10:58 user nova-compute[74968]:   <features>
Oct 30 12:10:58 user nova-compute[74968]:     <acpi/>
Oct 30 12:10:58 user nova-compute[74968]:     <apic/>
Oct 30 12:10:58 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:10:58 user nova-compute[74968]:   </features>
Oct 30 12:10:58 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:10:58 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:10:58 user nova-compute[74968]:   </clock>
Oct 30 12:10:58 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:10:58 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:10:58 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:10:58 user nova-compute[74968]:   </cpu>
Oct 30 12:10:58 user nova-compute[74968]:   <devices>
Oct 30 12:10:58 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:10:58 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:10:58 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </disk>
Oct 30 12:10:58 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:10:58 user nova-compute[74968]:       <mac address="fa:16:3e:42:e3:a9"/>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:10:58 user nova-compute[74968]:       <target dev="tapc40c81a8-57"/>
Oct 30 12:10:58 user nova-compute[74968]:     </interface>
Oct 30 12:10:58 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:10:58 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/console.log" append="off"/>
Oct 30 12:10:58 user nova-compute[74968]:     </serial>
Oct 30 12:10:58 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:10:58 user nova-compute[74968]:     <video>
Oct 30 12:10:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:10:58 user nova-compute[74968]:     </video>
Oct 30 12:10:58 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:10:58 user nova-compute[74968]:     </rng>
Oct 30 12:10:58 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:10:58 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:10:58 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:10:58 user nova-compute[74968]:     </memballoon>
Oct 30 12:10:58 user nova-compute[74968]:   </devices>
Oct 30 12:10:58 user nova-compute[74968]: </domain>
Oct 30 12:10:58 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-606175221',display_name='tempest-ServersNegativeTestJSON-server-606175221',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-606175221',id=3,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-nlzoqm2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:54Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=6c2c1642-2798-46ee-b598-db0dfc99cac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG os_vif [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f0493c73-63bf-5600-9a42-e1a4d9322ab5', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Successfully created port: 67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:10:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-changed-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Refreshing instance network info cache due to event network-changed-1c2bdcef-9f5b-42ad-8224-ff02026566f3. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Refreshing network info cache for port 1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:10:59 user sudo[84298]: pam_unix(sudo:session): session closed for user root
Oct 30 12:10:59 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Spawned new privsep daemon via rootwrap
Oct 30 12:10:59 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 12:10:59 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 12:10:59 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 30 12:10:59 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84301
Oct 30 12:10:59 user nova-compute[74968]: WARNING oslo_privsep.priv_context [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] privsep daemon already running
Oct 30 12:10:59 user nova-compute[74968]: WARNING oslo_privsep.priv_context [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] privsep daemon already running
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updated VIF entry in instance network info cache for port c40c81a8-57c1-43ce-adaf-698c762eeb92. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5c47d7a0-d102-4983-aa1f-b22c068bca05 req-1469db88-e114-4782-8ce7-52a20fe2aa68 service nova] Releasing lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updated VIF entry in instance network info cache for port 1c2bdcef-9f5b-42ad-8224-ff02026566f3. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:10:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df54e49f-1d01-4713-94e7-2d342c0c3906 req-3eb53afa-0a8a-4fda-be6b-88c243a44232 service nova] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updated VIF entry in instance network info cache for port e5e343e1-862a-4107-adab-0b92ac0625fa. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating instance_info_cache with network_info: [{"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-726b6508-ab06-4b48-81d6-cc3095330118 req-3b6c69cd-2f08-45ba-957f-f49d468fbb41 service nova] Releasing lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c2bdcef-9f, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c2bdcef-9f, col_values=(('qos', UUID('9b83396a-b3bd-4ed4-bb11-20834660eee2')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c2bdcef-9f, col_values=(('external_ids', {'iface-id': '1c2bdcef-9f5b-42ad-8224-ff02026566f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:d7:09', 'vm-uuid': '12c9670f-59cb-4be4-ba91-d9ae7171dc06'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:00 user nova-compute[74968]: INFO os_vif [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f')
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5e343e1-86, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5e343e1-86, col_values=(('qos', UUID('3fdeddb3-ba3a-401b-bad9-d3a9f2bb206b')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5e343e1-86, col_values=(('external_ids', {'iface-id': 'e5e343e1-862a-4107-adab-0b92ac0625fa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:2d:46', 'vm-uuid': '75e5c172-0714-46c5-abf9-214f916b460c'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: INFO os_vif [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86')
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc40c81a8-57, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc40c81a8-57, col_values=(('qos', UUID('67e79ae0-7868-4372-81a0-ad212d436c26')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc40c81a8-57, col_values=(('external_ids', {'iface-id': 'c40c81a8-57c1-43ce-adaf-698c762eeb92', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:e3:a9', 'vm-uuid': '6c2c1642-2798-46ee-b598-db0dfc99cac3'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:00 user nova-compute[74968]: INFO os_vif [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57')
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:05:d7:09, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] No VIF found with MAC fa:16:3e:83:2d:46, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] No VIF found with MAC fa:16:3e:42:e3:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:11:00 user nova-compute[74968]: INFO nova.compute.claims [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Claim successful on node user
Oct 30 12:11:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.649s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:11:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.policy [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '780ff631bc594ac887e880a14ded2e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5104056d94e44a58adb174a7eee2885c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:11:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Creating image(s)
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Successfully updated port: 67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk 1073741824" returned: 0 in 0.058s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquired lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.165s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Checking if we can resize image /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-changed-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Refreshing instance network info cache due to event network-changed-67827b6e-a6ea-492a-84ab-42d7ef0c599d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] Acquiring lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.159s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Cannot resize image /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Ensure instance console log exists: /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating instance_info_cache with network_info: [{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Releasing lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Instance network_info: |[{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] Acquired lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Refreshing network info cache for port 67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Start _get_guest_xml network_info=[{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:11:03 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:03 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Successfully created port: 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-226166228',display_name='tempest-AttachVolumeNegativeTest-server-226166228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-226166228',id=4,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1jeOMp4AFDv+sEtSR9fzQ5G5ZQcaJdWked55M4VMP2Er/omf+fSpvHQIRuXhwS4kRXCIwuxyOPItWMyI6dThJAmxEhDYjMtPoVvZ+KuuldTH8rb2mQcT0ZjyXrMlCtEw==',key_name='tempest-keypair-957377063',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-6z0abrv8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=ca658376-78a7-4a6c-94f7-e57bb1b725c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.objects.instance [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'pci_devices' on Instance uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:11:03 user nova-compute[74968]:   <uuid>ca658376-78a7-4a6c-94f7-e57bb1b725c6</uuid>
Oct 30 12:11:03 user nova-compute[74968]:   <name>instance-00000004</name>
Oct 30 12:11:03 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:11:03 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:11:03 user nova-compute[74968]:   <metadata>
Oct 30 12:11:03 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:11:03 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeNegativeTest-server-226166228</nova:name>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:11:03</nova:creationTime>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:11:03 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:11:03 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:owner>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:user uuid="4b3db2a81cdb4e928e39a6d69f78259a">tempest-AttachVolumeNegativeTest-1203329423-project-member</nova:user>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:project uuid="21a917c3c6054d668033a2e3f0161264">tempest-AttachVolumeNegativeTest-1203329423</nova:project>
Oct 30 12:11:03 user nova-compute[74968]:       </nova:owner>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:11:03 user nova-compute[74968]:       <nova:ports>
Oct 30 12:11:03 user nova-compute[74968]:         <nova:port uuid="67827b6e-a6ea-492a-84ab-42d7ef0c599d">
Oct 30 12:11:03 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 12:11:03 user nova-compute[74968]:         </nova:port>
Oct 30 12:11:03 user nova-compute[74968]:       </nova:ports>
Oct 30 12:11:03 user nova-compute[74968]:     </nova:instance>
Oct 30 12:11:03 user nova-compute[74968]:   </metadata>
Oct 30 12:11:03 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:11:03 user nova-compute[74968]:     <system>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="serial">ca658376-78a7-4a6c-94f7-e57bb1b725c6</entry>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="uuid">ca658376-78a7-4a6c-94f7-e57bb1b725c6</entry>
Oct 30 12:11:03 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:11:03 user nova-compute[74968]:     </system>
Oct 30 12:11:03 user nova-compute[74968]:   </sysinfo>
Oct 30 12:11:03 user nova-compute[74968]:   <os>
Oct 30 12:11:03 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:11:03 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:11:03 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:11:03 user nova-compute[74968]:   </os>
Oct 30 12:11:03 user nova-compute[74968]:   <features>
Oct 30 12:11:03 user nova-compute[74968]:     <acpi/>
Oct 30 12:11:03 user nova-compute[74968]:     <apic/>
Oct 30 12:11:03 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:11:03 user nova-compute[74968]:   </features>
Oct 30 12:11:03 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:11:03 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:11:03 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:11:03 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:11:03 user nova-compute[74968]:   </clock>
Oct 30 12:11:03 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:11:03 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:11:03 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:11:03 user nova-compute[74968]:   </cpu>
Oct 30 12:11:03 user nova-compute[74968]:   <devices>
Oct 30 12:11:03 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:11:03 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:11:03 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk"/>
Oct 30 12:11:03 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:11:03 user nova-compute[74968]:     </disk>
Oct 30 12:11:03 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:11:03 user nova-compute[74968]:       <mac address="fa:16:3e:b6:ac:83"/>
Oct 30 12:11:03 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:03 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:11:03 user nova-compute[74968]:       <target dev="tap67827b6e-a6"/>
Oct 30 12:11:03 user nova-compute[74968]:     </interface>
Oct 30 12:11:03 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:11:03 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/console.log" append="off"/>
Oct 30 12:11:03 user nova-compute[74968]:     </serial>
Oct 30 12:11:03 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:11:03 user nova-compute[74968]:     <video>
Oct 30 12:11:03 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:03 user nova-compute[74968]:     </video>
Oct 30 12:11:03 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:11:03 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:11:03 user nova-compute[74968]:     </rng>
Oct 30 12:11:03 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:11:03 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:11:03 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:11:03 user nova-compute[74968]:     </memballoon>
Oct 30 12:11:03 user nova-compute[74968]:   </devices>
Oct 30 12:11:03 user nova-compute[74968]: </domain>
Oct 30 12:11:03 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-226166228',display_name='tempest-AttachVolumeNegativeTest-server-226166228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-226166228',id=4,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1jeOMp4AFDv+sEtSR9fzQ5G5ZQcaJdWked55M4VMP2Er/omf+fSpvHQIRuXhwS4kRXCIwuxyOPItWMyI6dThJAmxEhDYjMtPoVvZ+KuuldTH8rb2mQcT0ZjyXrMlCtEw==',key_name='tempest-keypair-957377063',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-6z0abrv8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:10:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=ca658376-78a7-4a6c-94f7-e57bb1b725c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG os_vif [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c2c260c8-67c1-59cd-a53f-af2de768c0f6', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67827b6e-a6, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67827b6e-a6, col_values=(('qos', UUID('d4c5c89c-4924-4b48-83b5-bce2b95a38c1')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67827b6e-a6, col_values=(('external_ids', {'iface-id': '67827b6e-a6ea-492a-84ab-42d7ef0c599d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:ac:83', 'vm-uuid': 'ca658376-78a7-4a6c-94f7-e57bb1b725c6'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: INFO os_vif [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6')
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:b6:ac:83, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updated VIF entry in instance network info cache for port 67827b6e-a6ea-492a-84ab-42d7ef0c599d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating instance_info_cache with network_info: [{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c833a86-eed9-4261-95db-a47f2ac28020 req-a8b0a96e-d0ae-42ce-b917-98bbc9b4546d service nova] Releasing lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Successfully updated port: 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing instance network info cache due to event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:11:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance network_info: |[{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.neutron [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start _get_guest_xml network_info=[{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:11:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4Fc+aaWu3Y2gfDRS0qUWduMpWlJwb32fzhiHvIOWeN8mXKnIM4r+Sf5/zberunJOtr1BWcCvokoV63hJS2IVwLEBMasRKqJCYKxw46qTiHE45dFRPkabwP1sU8o7OKnw==',key_name='tempest-keypair-1551662093',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_devices' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:11:06 user nova-compute[74968]:   <uuid>16ed70e6-d055-454f-a7c4-971b8af3abca</uuid>
Oct 30 12:11:06 user nova-compute[74968]:   <name>instance-00000005</name>
Oct 30 12:11:06 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:11:06 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:11:06 user nova-compute[74968]:   <metadata>
Oct 30 12:11:06 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:11:06 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2117718544</nova:name>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:11:06</nova:creationTime>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:11:06 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:11:06 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:owner>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:user uuid="780ff631bc594ac887e880a14ded2e45">tempest-AttachVolumeShelveTestJSON-2050616252-project-member</nova:user>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:project uuid="5104056d94e44a58adb174a7eee2885c">tempest-AttachVolumeShelveTestJSON-2050616252</nova:project>
Oct 30 12:11:06 user nova-compute[74968]:       </nova:owner>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:11:06 user nova-compute[74968]:       <nova:ports>
Oct 30 12:11:06 user nova-compute[74968]:         <nova:port uuid="62fb56a0-d5f4-4d27-a1dc-b5046568ff15">
Oct 30 12:11:06 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:11:06 user nova-compute[74968]:         </nova:port>
Oct 30 12:11:06 user nova-compute[74968]:       </nova:ports>
Oct 30 12:11:06 user nova-compute[74968]:     </nova:instance>
Oct 30 12:11:06 user nova-compute[74968]:   </metadata>
Oct 30 12:11:06 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:11:06 user nova-compute[74968]:     <system>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="serial">16ed70e6-d055-454f-a7c4-971b8af3abca</entry>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="uuid">16ed70e6-d055-454f-a7c4-971b8af3abca</entry>
Oct 30 12:11:06 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:11:06 user nova-compute[74968]:     </system>
Oct 30 12:11:06 user nova-compute[74968]:   </sysinfo>
Oct 30 12:11:06 user nova-compute[74968]:   <os>
Oct 30 12:11:06 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:11:06 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:11:06 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:11:06 user nova-compute[74968]:   </os>
Oct 30 12:11:06 user nova-compute[74968]:   <features>
Oct 30 12:11:06 user nova-compute[74968]:     <acpi/>
Oct 30 12:11:06 user nova-compute[74968]:     <apic/>
Oct 30 12:11:06 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:11:06 user nova-compute[74968]:   </features>
Oct 30 12:11:06 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:11:06 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:11:06 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:11:06 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:11:06 user nova-compute[74968]:   </clock>
Oct 30 12:11:06 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:11:06 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:11:06 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:11:06 user nova-compute[74968]:   </cpu>
Oct 30 12:11:06 user nova-compute[74968]:   <devices>
Oct 30 12:11:06 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:11:06 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:11:06 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk"/>
Oct 30 12:11:06 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:11:06 user nova-compute[74968]:     </disk>
Oct 30 12:11:06 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:11:06 user nova-compute[74968]:       <mac address="fa:16:3e:1c:8d:04"/>
Oct 30 12:11:06 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:06 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:11:06 user nova-compute[74968]:       <target dev="tap62fb56a0-d5"/>
Oct 30 12:11:06 user nova-compute[74968]:     </interface>
Oct 30 12:11:06 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:11:06 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/console.log" append="off"/>
Oct 30 12:11:06 user nova-compute[74968]:     </serial>
Oct 30 12:11:06 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:11:06 user nova-compute[74968]:     <video>
Oct 30 12:11:06 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:06 user nova-compute[74968]:     </video>
Oct 30 12:11:06 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:11:06 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:11:06 user nova-compute[74968]:     </rng>
Oct 30 12:11:06 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:11:06 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:11:06 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:11:06 user nova-compute[74968]:     </memballoon>
Oct 30 12:11:06 user nova-compute[74968]:   </devices>
Oct 30 12:11:06 user nova-compute[74968]: </domain>
Oct 30 12:11:06 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4Fc+aaWu3Y2gfDRS0qUWduMpWlJwb32fzhiHvIOWeN8mXKnIM4r+Sf5/zberunJOtr1BWcCvokoV63hJS2IVwLEBMasRKqJCYKxw46qTiHE45dFRPkabwP1sU8o7OKnw==',key_name='tempest-keypair-1551662093',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG os_vif [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '625e7c8c-bfa6-5a4d-87fb-35638e40ca4c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62fb56a0-d5, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62fb56a0-d5, col_values=(('qos', UUID('45957773-77a6-41ed-aab3-a5b50a9f5afc')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62fb56a0-d5, col_values=(('external_ids', {'iface-id': '62fb56a0-d5f4-4d27-a1dc-b5046568ff15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:8d:04', 'vm-uuid': '16ed70e6-d055-454f-a7c4-971b8af3abca'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: INFO os_vif [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5')
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No VIF found with MAC fa:16:3e:1c:8d:04, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updated VIF entry in instance network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a34e5788-72d4-4f5a-8458-5cc91bfd4a13 req-f550ea11-7817-4b5c-9a3d-efd053068227 service nova] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] No waiting events found dispatching network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:09 user nova-compute[74968]: WARNING nova.compute.manager [req-9015237f-08a1-47a8-a8dd-a3de064d5ea5 req-2bc4cbd7-4417-4c55-bec6-396507e7a974 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received unexpected event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa for instance with vm_state building and task_state spawning.
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Instance spawned successfully.
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:09 user nova-compute[74968]: INFO nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Took 17.37 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:09 user nova-compute[74968]: INFO nova.compute.manager [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Took 18.57 seconds to build instance.
Oct 30 12:11:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8da258ef-3c2d-4775-9811-f7c1450e40ac tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.005s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Instance spawned successfully.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Instance spawned successfully.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Took 18.11 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Took 17.19 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] No waiting events found dispatching network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:11 user nova-compute[74968]: WARNING nova.compute.manager [req-50054804-0754-4a2e-bebb-397494f950b7 req-628a9a26-d639-485d-9b27-670ab617b500 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received unexpected event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa for instance with vm_state building and task_state spawning.
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.compute.manager [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Took 19.65 seconds to build instance.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f849c38d-bc76-4b71-a394-bddad0fe8dad tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.895s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:11 user nova-compute[74968]: INFO nova.compute.manager [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Took 18.26 seconds to build instance.
Oct 30 12:11:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4945680c-185d-4280-a2ea-de7f520c7d43 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.398s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Instance spawned successfully.
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance spawned successfully.
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.compute.claims [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Claim successful on node user
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Took 17.79 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Took 11.15 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:12 user nova-compute[74968]: INFO nova.compute.manager [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Took 18.83 seconds to build instance.
Oct 30 12:11:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-041cb7e4-358c-41a7-a83a-3cec6dc3c43c tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.026s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:13 user nova-compute[74968]: INFO nova.compute.manager [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Took 12.45 seconds to build instance.
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d30476dd-dd43-4fcc-8509-21d2db9261b2 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.627s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.908s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:11:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:11:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Creating image(s)
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "/opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "/opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "/opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.policy [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25729b4b4ebe48b4ac2ce36045445769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e54c6f78e8b4ffaa82de44fde49d536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] No waiting events found dispatching network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:13 user nova-compute[74968]: WARNING nova.compute.manager [req-3b6a014a-dc5c-4ffe-b957-8acd6b1c7ae2 req-663d4927-80e0-462c-bf80-ba03c2a50622 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received unexpected event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 for instance with vm_state active and task_state None.
Oct 30 12:11:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.289s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk 1073741824" returned: 0 in 0.083s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.316s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Cannot resize image /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Ensure instance console log exists: /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] No waiting events found dispatching network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:15 user nova-compute[74968]: WARNING nova.compute.manager [req-a45baf94-a848-4a54-9502-dc30934f11d0 req-f7b3ca2f-9d33-42ab-907a-736651fb661b service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received unexpected event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 for instance with vm_state active and task_state None.
Oct 30 12:11:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] No waiting events found dispatching network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:16 user nova-compute[74968]: WARNING nova.compute.manager [req-493e3c64-261d-49c9-a743-82c0247196a4 req-b63a24c9-14f3-4846-8f8f-98b6ccc1f824 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received unexpected event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 for instance with vm_state active and task_state None.
Oct 30 12:11:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:16 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Successfully created port: a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] No waiting events found dispatching network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:17 user nova-compute[74968]: WARNING nova.compute.manager [req-4fa27d45-36ab-4d27-9fd1-6fab1d883644 req-94806d87-7d51-46f4-a280-d4ff1d751839 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received unexpected event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 for instance with vm_state active and task_state None.
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:11:18 user nova-compute[74968]: INFO nova.compute.claims [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Claim successful on node user
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.753s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:11:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Successfully updated port: a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquired lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:11:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-changed-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Refreshing instance network info cache due to event network-changed-a54cbf17-218f-4120-bfbc-581806dce787. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] Acquiring lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.policy [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c396b5af11b14afa9d8c9fd28f65f538', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af57a4bb46364e24bdd046d8b4452a51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:11:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Creating image(s)
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.017s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bf7d2172bc67a8dd02782b0164ba267838af8639" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bf7d2172bc67a8dd02782b0164ba267838af8639" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.part --force-share --output=json" returned: 0 in 0.372s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.images [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] 4cc05fd7-4606-4e55-ba43-4a6b19eee868 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.part /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating instance_info_cache with network_info: [{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Releasing lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Instance network_info: |[{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] Acquired lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.neutron [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Refreshing network info cache for port a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Start _get_guest_xml network_info=[{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:11:20 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:20 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-329003585',display_name='tempest-VolumesAdminNegativeTest-server-329003585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-329003585',id=6,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCD7ptlseWQJ6tpaJU4/MAmmguOeRRMuX9lAnXiw1MidAORlvYsol/WssrkMbAAFr/zTwVTMmwdgI8+TPfgffKe8ZWk0kwoMgk16ELzKZevJNlGa0umPrL+ktBgI7WwQIg==',key_name='tempest-keypair-802896265',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-8f0zujpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=ff434def-15b8-4aa9-8814-b8a240d1c1f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'pci_devices' on Instance uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.part /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.converted" returned: 0 in 0.417s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:11:20 user nova-compute[74968]:   <uuid>ff434def-15b8-4aa9-8814-b8a240d1c1f0</uuid>
Oct 30 12:11:20 user nova-compute[74968]:   <name>instance-00000006</name>
Oct 30 12:11:20 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:11:20 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:11:20 user nova-compute[74968]:   <metadata>
Oct 30 12:11:20 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:11:20 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:name>tempest-VolumesAdminNegativeTest-server-329003585</nova:name>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:11:20</nova:creationTime>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:11:20 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:11:20 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:owner>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:user uuid="25729b4b4ebe48b4ac2ce36045445769">tempest-VolumesAdminNegativeTest-1750948615-project-member</nova:user>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:project uuid="8e54c6f78e8b4ffaa82de44fde49d536">tempest-VolumesAdminNegativeTest-1750948615</nova:project>
Oct 30 12:11:20 user nova-compute[74968]:       </nova:owner>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:11:20 user nova-compute[74968]:       <nova:ports>
Oct 30 12:11:20 user nova-compute[74968]:         <nova:port uuid="a54cbf17-218f-4120-bfbc-581806dce787">
Oct 30 12:11:20 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:11:20 user nova-compute[74968]:         </nova:port>
Oct 30 12:11:20 user nova-compute[74968]:       </nova:ports>
Oct 30 12:11:20 user nova-compute[74968]:     </nova:instance>
Oct 30 12:11:20 user nova-compute[74968]:   </metadata>
Oct 30 12:11:20 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:11:20 user nova-compute[74968]:     <system>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="serial">ff434def-15b8-4aa9-8814-b8a240d1c1f0</entry>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="uuid">ff434def-15b8-4aa9-8814-b8a240d1c1f0</entry>
Oct 30 12:11:20 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:11:20 user nova-compute[74968]:     </system>
Oct 30 12:11:20 user nova-compute[74968]:   </sysinfo>
Oct 30 12:11:20 user nova-compute[74968]:   <os>
Oct 30 12:11:20 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:11:20 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:11:20 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:11:20 user nova-compute[74968]:   </os>
Oct 30 12:11:20 user nova-compute[74968]:   <features>
Oct 30 12:11:20 user nova-compute[74968]:     <acpi/>
Oct 30 12:11:20 user nova-compute[74968]:     <apic/>
Oct 30 12:11:20 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:11:20 user nova-compute[74968]:   </features>
Oct 30 12:11:20 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:11:20 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:11:20 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:11:20 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:11:20 user nova-compute[74968]:   </clock>
Oct 30 12:11:20 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:11:20 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:11:20 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:11:20 user nova-compute[74968]:   </cpu>
Oct 30 12:11:20 user nova-compute[74968]:   <devices>
Oct 30 12:11:20 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:11:20 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:11:20 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk"/>
Oct 30 12:11:20 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:11:20 user nova-compute[74968]:     </disk>
Oct 30 12:11:20 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:11:20 user nova-compute[74968]:       <mac address="fa:16:3e:3a:fd:6f"/>
Oct 30 12:11:20 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:20 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:11:20 user nova-compute[74968]:       <target dev="tapa54cbf17-21"/>
Oct 30 12:11:20 user nova-compute[74968]:     </interface>
Oct 30 12:11:20 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:11:20 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/console.log" append="off"/>
Oct 30 12:11:20 user nova-compute[74968]:     </serial>
Oct 30 12:11:20 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:11:20 user nova-compute[74968]:     <video>
Oct 30 12:11:20 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:20 user nova-compute[74968]:     </video>
Oct 30 12:11:20 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:11:20 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:11:20 user nova-compute[74968]:     </rng>
Oct 30 12:11:20 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:11:20 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:11:20 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:11:20 user nova-compute[74968]:     </memballoon>
Oct 30 12:11:20 user nova-compute[74968]:   </devices>
Oct 30 12:11:20 user nova-compute[74968]: </domain>
Oct 30 12:11:20 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-329003585',display_name='tempest-VolumesAdminNegativeTest-server-329003585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-329003585',id=6,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCD7ptlseWQJ6tpaJU4/MAmmguOeRRMuX9lAnXiw1MidAORlvYsol/WssrkMbAAFr/zTwVTMmwdgI8+TPfgffKe8ZWk0kwoMgk16ELzKZevJNlGa0umPrL+ktBgI7WwQIg==',key_name='tempest-keypair-802896265',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-8f0zujpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=ff434def-15b8-4aa9-8814-b8a240d1c1f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG os_vif [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a2980c4-5ac8-5059-9d54-3a136ddee93f', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa54cbf17-21, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa54cbf17-21, col_values=(('qos', UUID('f7623a72-0fea-4316-ab2b-e49c56fd544a')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa54cbf17-21, col_values=(('external_ids', {'iface-id': 'a54cbf17-218f-4120-bfbc-581806dce787', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:fd:6f', 'vm-uuid': 'ff434def-15b8-4aa9-8814-b8a240d1c1f0'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:20 user nova-compute[74968]: INFO os_vif [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21')
Oct 30 12:11:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Successfully created port: 1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No VIF found with MAC fa:16:3e:3a:fd:6f, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639.converted --force-share --output=json" returned: 0 in 0.305s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bf7d2172bc67a8dd02782b0164ba267838af8639" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.777s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bf7d2172bc67a8dd02782b0164ba267838af8639" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bf7d2172bc67a8dd02782b0164ba267838af8639" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updated VIF entry in instance network info cache for port a54cbf17-218f-4120-bfbc-581806dce787. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating instance_info_cache with network_info: [{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ea5f27f-da25-407b-b348-9c06afc736ef req-a0843d90-111a-47b3-b8b7-17c76a017fa1 service nova] Releasing lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json" returned: 0 in 0.277s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639,backing_fmt=raw /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639,backing_fmt=raw /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk 1073741824" returned: 0 in 0.069s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bf7d2172bc67a8dd02782b0164ba267838af8639" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.357s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 --force-share --output=json" returned: 0 in 0.256s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:11:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Successfully updated port: 1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquired lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-changed-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Refreshing instance network info cache due to event network-changed-1913b764-6efc-49ed-9118-8442701b7329. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] Acquiring lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Cannot resize image /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Ensure instance console log exists: /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updating instance_info_cache with network_info: [{"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Releasing lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Instance network_info: |[{"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] Acquired lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Refreshing network info cache for port 1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Start _get_guest_xml network_info=[{"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:11:08Z,direct_url=<?>,disk_format='qcow2',id=4cc05fd7-4606-4e55-ba43-4a6b19eee868,min_disk=0,min_ram=0,name='',owner='d464c1e75bc14e80a5a474b4f4a3ba2b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:11:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'scsi', 'encryption_format': None, 'image_id': '4cc05fd7-4606-4e55-ba43-4a6b19eee868'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:11:08Z,direct_url=<?>,disk_format='qcow2',id=4cc05fd7-4606-4e55-ba43-4a6b19eee868,min_disk=0,min_ram=0,name='',owner='d464c1e75bc14e80a5a474b4f4a3ba2b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:11:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:11:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1733115895',display_name='tempest-AttachSCSIVolumeTestJSON-server-1733115895',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1733115895',id=7,image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEc/nyjmc+hjybMZkLBLM71557fEnJl+piWloE3ntHBk7T34QDyB46a6YexbZN2N+bzfDCWAx6zZN4zaAShT2D9jq+f90RRDhzEMihKKrHbxhe9wwLJHn4PiWgfcY/N+aA==',key_name='tempest-keypair-1684688256',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af57a4bb46364e24bdd046d8b4452a51',ramdisk_id='',reservation_id='r-6r0w1e7a',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1693613281',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1693613281-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c396b5af11b14afa9d8c9fd28f65f538',uuid=bdf4ec17-0a58-467e-a68d-ac8419598bab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converting VIF {"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lazy-loading 'pci_devices' on Instance uuid bdf4ec17-0a58-467e-a68d-ac8419598bab {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:11:22 user nova-compute[74968]:   <uuid>bdf4ec17-0a58-467e-a68d-ac8419598bab</uuid>
Oct 30 12:11:22 user nova-compute[74968]:   <name>instance-00000007</name>
Oct 30 12:11:22 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:11:22 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:11:22 user nova-compute[74968]:   <metadata>
Oct 30 12:11:22 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:11:22 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1733115895</nova:name>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:11:22</nova:creationTime>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:11:22 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:11:22 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:owner>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:user uuid="c396b5af11b14afa9d8c9fd28f65f538">tempest-AttachSCSIVolumeTestJSON-1693613281-project-member</nova:user>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:project uuid="af57a4bb46364e24bdd046d8b4452a51">tempest-AttachSCSIVolumeTestJSON-1693613281</nova:project>
Oct 30 12:11:22 user nova-compute[74968]:       </nova:owner>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:root type="image" uuid="4cc05fd7-4606-4e55-ba43-4a6b19eee868"/>
Oct 30 12:11:22 user nova-compute[74968]:       <nova:ports>
Oct 30 12:11:22 user nova-compute[74968]:         <nova:port uuid="1913b764-6efc-49ed-9118-8442701b7329">
Oct 30 12:11:22 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 12:11:22 user nova-compute[74968]:         </nova:port>
Oct 30 12:11:22 user nova-compute[74968]:       </nova:ports>
Oct 30 12:11:22 user nova-compute[74968]:     </nova:instance>
Oct 30 12:11:22 user nova-compute[74968]:   </metadata>
Oct 30 12:11:22 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:11:22 user nova-compute[74968]:     <system>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="serial">bdf4ec17-0a58-467e-a68d-ac8419598bab</entry>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="uuid">bdf4ec17-0a58-467e-a68d-ac8419598bab</entry>
Oct 30 12:11:22 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:11:22 user nova-compute[74968]:     </system>
Oct 30 12:11:22 user nova-compute[74968]:   </sysinfo>
Oct 30 12:11:22 user nova-compute[74968]:   <os>
Oct 30 12:11:22 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:11:22 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:11:22 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:11:22 user nova-compute[74968]:   </os>
Oct 30 12:11:22 user nova-compute[74968]:   <features>
Oct 30 12:11:22 user nova-compute[74968]:     <acpi/>
Oct 30 12:11:22 user nova-compute[74968]:     <apic/>
Oct 30 12:11:22 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:11:22 user nova-compute[74968]:   </features>
Oct 30 12:11:22 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:11:22 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:11:22 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:11:22 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:11:22 user nova-compute[74968]:   </clock>
Oct 30 12:11:22 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:11:22 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:11:22 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:11:22 user nova-compute[74968]:   </cpu>
Oct 30 12:11:22 user nova-compute[74968]:   <devices>
Oct 30 12:11:22 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:11:22 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:11:22 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk"/>
Oct 30 12:11:22 user nova-compute[74968]:       <target dev="sda" bus="scsi"/>
Oct 30 12:11:22 user nova-compute[74968]:       <address type="drive" controller="0" unit="0"/>
Oct 30 12:11:22 user nova-compute[74968]:     </disk>
Oct 30 12:11:22 user nova-compute[74968]:     <disk type="file" device="cdrom">
Oct 30 12:11:22 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 12:11:22 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.config"/>
Oct 30 12:11:22 user nova-compute[74968]:       <target dev="sdb" bus="scsi"/>
Oct 30 12:11:22 user nova-compute[74968]:       <address type="drive" controller="0" unit="1"/>
Oct 30 12:11:22 user nova-compute[74968]:     </disk>
Oct 30 12:11:22 user nova-compute[74968]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 30 12:11:22 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:11:22 user nova-compute[74968]:       <mac address="fa:16:3e:2e:7a:33"/>
Oct 30 12:11:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:22 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:11:22 user nova-compute[74968]:       <target dev="tap1913b764-6e"/>
Oct 30 12:11:22 user nova-compute[74968]:     </interface>
Oct 30 12:11:22 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:11:22 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/console.log" append="off"/>
Oct 30 12:11:22 user nova-compute[74968]:     </serial>
Oct 30 12:11:22 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:11:22 user nova-compute[74968]:     <video>
Oct 30 12:11:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:22 user nova-compute[74968]:     </video>
Oct 30 12:11:22 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:11:22 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:11:22 user nova-compute[74968]:     </rng>
Oct 30 12:11:22 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:11:22 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:11:22 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:11:22 user nova-compute[74968]:     </memballoon>
Oct 30 12:11:22 user nova-compute[74968]:   </devices>
Oct 30 12:11:22 user nova-compute[74968]: </domain>
Oct 30 12:11:22 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:11:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1733115895',display_name='tempest-AttachSCSIVolumeTestJSON-server-1733115895',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1733115895',id=7,image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEc/nyjmc+hjybMZkLBLM71557fEnJl+piWloE3ntHBk7T34QDyB46a6YexbZN2N+bzfDCWAx6zZN4zaAShT2D9jq+f90RRDhzEMihKKrHbxhe9wwLJHn4PiWgfcY/N+aA==',key_name='tempest-keypair-1684688256',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af57a4bb46364e24bdd046d8b4452a51',ramdisk_id='',reservation_id='r-6r0w1e7a',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1693613281',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1693613281-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c396b5af11b14afa9d8c9fd28f65f538',uuid=bdf4ec17-0a58-467e-a68d-ac8419598bab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converting VIF {"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG os_vif [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a06fb7f7-e06b-5104-9846-047b9a663c35', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1913b764-6e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1913b764-6e, col_values=(('qos', UUID('e15fbcc2-6083-4ce0-9983-c9c3fef04eef')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1913b764-6e, col_values=(('external_ids', {'iface-id': '1913b764-6efc-49ed-9118-8442701b7329', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:7a:33', 'vm-uuid': 'bdf4ec17-0a58-467e-a68d-ac8419598bab'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: INFO os_vif [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e')
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:23 user nova-compute[74968]: WARNING nova.compute.manager [req-2db07d97-4b94-4f9a-acb5-7f5a9b1576e8 req-e8432815-2857-4ff3-b366-1f6ccba52703 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state active and task_state None.
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] No BDM found with device name sda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] No VIF found with MAC fa:16:3e:2e:7a:33, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Using config drive
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updated VIF entry in instance network info cache for port 1913b764-6efc-49ed-9118-8442701b7329. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updating instance_info_cache with network_info: [{"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-136fb046-e83f-400a-811d-a1eb426b7a3e req-fdae31a6-a52f-4926-85b7-e90f740e5ce3 service nova] Releasing lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Creating config drive at /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.config
Oct 30 12:11:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzu_jkfxh {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzu_jkfxh" returned: 0 in 0.064s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:25 user nova-compute[74968]: WARNING nova.compute.manager [req-54ba4340-e969-4b72-9bab-0611133ef737 req-c582ac34-bbc2-4008-89cb-a6fe970345e4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state active and task_state None.
Oct 30 12:11:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:25 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Instance spawned successfully.
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:26 user nova-compute[74968]: INFO nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Took 12.33 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:26 user nova-compute[74968]: INFO nova.compute.manager [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Took 13.93 seconds to build instance.
Oct 30 12:11:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1f9dbf5-4f7b-4478-9520-6a17ceb1db1b tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.125s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Instance spawned successfully.
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:28 user nova-compute[74968]: INFO nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Took 9.34 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:28 user nova-compute[74968]: INFO nova.compute.manager [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Took 10.78 seconds to build instance.
Oct 30 12:11:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-976d3af8-d314-46f0-825d-7a7290f94163 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.965s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] No waiting events found dispatching network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:29 user nova-compute[74968]: WARNING nova.compute.manager [req-978c7ab5-e617-453e-b9de-36c7f9c3a30b req-f4c66706-5498-4e3c-81a7-6a4d4af3f385 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received unexpected event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 for instance with vm_state active and task_state None.
Oct 30 12:11:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] No waiting events found dispatching network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:31 user nova-compute[74968]: WARNING nova.compute.manager [req-ea9eddf9-b671-4d7e-abfa-9e530ad68630 req-3853daad-f241-4cd9-b838-4fefa75e2783 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received unexpected event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 for instance with vm_state active and task_state None.
Oct 30 12:11:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] No waiting events found dispatching network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:37 user nova-compute[74968]: WARNING nova.compute.manager [req-a2da1e2b-1b11-4e67-9e2b-92c1d6885206 req-bf36b466-ec49-4c8b-a9b3-a1408bc39a6d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received unexpected event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d for instance with vm_state active and task_state None.
Oct 30 12:11:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] No waiting events found dispatching network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:39 user nova-compute[74968]: WARNING nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received unexpected event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d for instance with vm_state active and task_state None.
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] No waiting events found dispatching network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:39 user nova-compute[74968]: WARNING nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received unexpected event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 for instance with vm_state active and task_state None.
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] No waiting events found dispatching network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:39 user nova-compute[74968]: WARNING nova.compute.manager [req-6e9875e5-70c8-4961-91fa-a9b9a3882e15 req-ae5dc451-82ce-427b-a926-c47e4be05cb8 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received unexpected event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 for instance with vm_state active and task_state None.
Oct 30 12:11:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:11:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:11:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:11:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:11:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:11:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:11:43 user nova-compute[74968]: INFO nova.compute.claims [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Claim successful on node user
Oct 30 12:11:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.502s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.181s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.006s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:11:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.policy [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae7d8af6b8747b4b2cf0ed144f748f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9229bc69d87f43aa93fa2636c403a042', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:11:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Creating image(s)
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "/opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "/opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "/opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.230s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk 1073741824" returned: 0 in 0.068s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Checking if we can resize image /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Successfully created port: bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Cannot resize image /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Ensure instance console log exists: /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Successfully updated port: bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquired lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-changed-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Refreshing instance network info cache due to event network-changed-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] Acquiring lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updating instance_info_cache with network_info: [{"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Releasing lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Instance network_info: |[{"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] Acquired lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Refreshing network info cache for port bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Start _get_guest_xml network_info=[{"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:11:46 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:46 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1074005887',display_name='tempest-VolumesAssistedSnapshotsTest-server-1074005887',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1074005887',id=8,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGld0e01TKAPIREcnrg61sCV5+MQwke8fomzaN1OapYleo3tmoJHkZ8zWDurrd2lWYO8gvaYHJyyHPrHAO46FCVQ6Vt9vjmdAtljIV5mjJuRiS26NyAGnarvdzBh2feajw==',key_name='tempest-keypair-1043504344',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9229bc69d87f43aa93fa2636c403a042',ramdisk_id='',reservation_id='r-4mi4s26o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1773334366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1773334366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae7d8af6b8747b4b2cf0ed144f748f6',uuid=54b18bf2-4d92-4479-b29f-aef684efded4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converting VIF {"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.objects.instance [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lazy-loading 'pci_devices' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:11:46 user nova-compute[74968]:   <uuid>54b18bf2-4d92-4479-b29f-aef684efded4</uuid>
Oct 30 12:11:46 user nova-compute[74968]:   <name>instance-00000008</name>
Oct 30 12:11:46 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:11:46 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:11:46 user nova-compute[74968]:   <metadata>
Oct 30 12:11:46 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:11:46 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1074005887</nova:name>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:11:46</nova:creationTime>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:11:46 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:11:46 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:owner>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:user uuid="bae7d8af6b8747b4b2cf0ed144f748f6">tempest-VolumesAssistedSnapshotsTest-1773334366-project-member</nova:user>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:project uuid="9229bc69d87f43aa93fa2636c403a042">tempest-VolumesAssistedSnapshotsTest-1773334366</nova:project>
Oct 30 12:11:46 user nova-compute[74968]:       </nova:owner>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:11:46 user nova-compute[74968]:       <nova:ports>
Oct 30 12:11:46 user nova-compute[74968]:         <nova:port uuid="bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e">
Oct 30 12:11:46 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:11:46 user nova-compute[74968]:         </nova:port>
Oct 30 12:11:46 user nova-compute[74968]:       </nova:ports>
Oct 30 12:11:46 user nova-compute[74968]:     </nova:instance>
Oct 30 12:11:46 user nova-compute[74968]:   </metadata>
Oct 30 12:11:46 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:11:46 user nova-compute[74968]:     <system>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="serial">54b18bf2-4d92-4479-b29f-aef684efded4</entry>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="uuid">54b18bf2-4d92-4479-b29f-aef684efded4</entry>
Oct 30 12:11:46 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:11:46 user nova-compute[74968]:     </system>
Oct 30 12:11:46 user nova-compute[74968]:   </sysinfo>
Oct 30 12:11:46 user nova-compute[74968]:   <os>
Oct 30 12:11:46 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:11:46 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:11:46 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:11:46 user nova-compute[74968]:   </os>
Oct 30 12:11:46 user nova-compute[74968]:   <features>
Oct 30 12:11:46 user nova-compute[74968]:     <acpi/>
Oct 30 12:11:46 user nova-compute[74968]:     <apic/>
Oct 30 12:11:46 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:11:46 user nova-compute[74968]:   </features>
Oct 30 12:11:46 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:11:46 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:11:46 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:11:46 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:11:46 user nova-compute[74968]:   </clock>
Oct 30 12:11:46 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:11:46 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:11:46 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:11:46 user nova-compute[74968]:   </cpu>
Oct 30 12:11:46 user nova-compute[74968]:   <devices>
Oct 30 12:11:46 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:11:46 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:11:46 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk"/>
Oct 30 12:11:46 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:11:46 user nova-compute[74968]:     </disk>
Oct 30 12:11:46 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:11:46 user nova-compute[74968]:       <mac address="fa:16:3e:e4:38:73"/>
Oct 30 12:11:46 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:46 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:11:46 user nova-compute[74968]:       <target dev="tapbc4f1fad-8c"/>
Oct 30 12:11:46 user nova-compute[74968]:     </interface>
Oct 30 12:11:46 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:11:46 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/console.log" append="off"/>
Oct 30 12:11:46 user nova-compute[74968]:     </serial>
Oct 30 12:11:46 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:11:46 user nova-compute[74968]:     <video>
Oct 30 12:11:46 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:11:46 user nova-compute[74968]:     </video>
Oct 30 12:11:46 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:11:46 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:11:46 user nova-compute[74968]:     </rng>
Oct 30 12:11:46 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:11:46 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:11:46 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:11:46 user nova-compute[74968]:     </memballoon>
Oct 30 12:11:46 user nova-compute[74968]:   </devices>
Oct 30 12:11:46 user nova-compute[74968]: </domain>
Oct 30 12:11:46 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1074005887',display_name='tempest-VolumesAssistedSnapshotsTest-server-1074005887',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1074005887',id=8,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGld0e01TKAPIREcnrg61sCV5+MQwke8fomzaN1OapYleo3tmoJHkZ8zWDurrd2lWYO8gvaYHJyyHPrHAO46FCVQ6Vt9vjmdAtljIV5mjJuRiS26NyAGnarvdzBh2feajw==',key_name='tempest-keypair-1043504344',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9229bc69d87f43aa93fa2636c403a042',ramdisk_id='',reservation_id='r-4mi4s26o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1773334366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1773334366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:11:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae7d8af6b8747b4b2cf0ed144f748f6',uuid=54b18bf2-4d92-4479-b29f-aef684efded4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converting VIF {"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG os_vif [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d1a99b9-4f55-54ef-bfbf-8fc091f249e9', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc4f1fad-8c, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc4f1fad-8c, col_values=(('qos', UUID('db4af875-6a71-4f44-af75-c125761a5e3b')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc4f1fad-8c, col_values=(('external_ids', {'iface-id': 'bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:38:73', 'vm-uuid': '54b18bf2-4d92-4479-b29f-aef684efded4'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:11:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:46 user nova-compute[74968]: INFO os_vif [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c')
Oct 30 12:11:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] No VIF found with MAC fa:16:3e:e4:38:73, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updated VIF entry in instance network info cache for port bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updating instance_info_cache with network_info: [{"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d85567-4d19-4d2a-95bf-b34c4a5a5dfe req-6304c6f4-59cf-49e4-9273-2237fdef063f service nova] Releasing lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:11:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] No waiting events found dispatching network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:48 user nova-compute[74968]: WARNING nova.compute.manager [req-7d30afd4-d3bc-44ed-afdd-959a2d73e95f req-b40041d2-66c6-4751-8241-2db3a84c37ab service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received unexpected event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e for instance with vm_state building and task_state spawning.
Oct 30 12:11:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:11:50 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:50 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7583MB free_disk=25.571327209472656GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Instance spawned successfully.
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] No waiting events found dispatching network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:11:50 user nova-compute[74968]: WARNING nova.compute.manager [req-068fa955-6f8e-4314-8004-2f2fb4a87d02 req-f21900c9-24ce-40b1-91b5-9ec97bcc392a service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received unexpected event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e for instance with vm_state building and task_state spawning.
Oct 30 12:11:50 user nova-compute[74968]: INFO nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Took 6.28 seconds to spawn the instance on the hypervisor.
Oct 30 12:11:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:11:50 user nova-compute[74968]: INFO nova.compute.manager [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Took 7.26 seconds to build instance.
Oct 30 12:11:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-76f864bb-91b5-430f-ab5c-299a595f580c tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.398s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 75e5c172-0714-46c5-abf9-214f916b460c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 16ed70e6-d055-454f-a7c4-971b8af3abca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bdf4ec17-0a58-467e-a68d-ac8419598bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 54b18bf2-4d92-4479-b29f-aef684efded4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.817s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:11:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:11:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:11:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:11:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:12:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:12:31 user nova-compute[74968]: INFO nova.compute.claims [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Claim successful on node user
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:12:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:12:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:12:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:31 user nova-compute[74968]: INFO nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Booting with volume 8073c343-c6f5-4523-a8b9-e95aff34f587 at /dev/vda
Oct 30 12:12:32 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:12:32 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpn7wyu7nh/privsep.sock']
Oct 30 12:12:32 user nova-compute[74968]: DEBUG nova.policy [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0818c210fc14773b3ec224c6f468bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68683d1afae44e968a3eb223b379fac7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:12:32 user sudo[85990]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpn7wyu7nh/privsep.sock
Oct 30 12:12:32 user sudo[85990]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 12:12:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully created port: f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:33 user sudo[85990]: pam_unix(sudo:session): session closed for user root
Oct 30 12:12:33 user nova-compute[74968]: INFO oslo.privsep.daemon [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Spawned new privsep daemon via rootwrap
Oct 30 12:12:33 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 12:12:33 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 12:12:33 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 30 12:12:33 user nova-compute[74968]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86043
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6002993b-cbd6-4f6e-8036-7cdeef393c81]: (2,) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e80ddd8-a03e-4455-bcf9-c9eaa7fbd1c5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: WARNING os_brick.initiator.connectors.nvmeof [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f60f0bb3-10ac-486d-82c8-7a73b73100e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[49017fd5-16ab-4511-986a-65b5d419931d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee4e7ed-22ca-4b3c-8fac-ced566e53899]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully created port: 703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:33 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:12:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d2e600-abf6-4197-8af1-f0bc3c2dcaab]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== get_connector_properties: return (1858ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:12:33 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating existing volume attachment record: b0e835e9-2f55-499a-9fb7-6a12d7aa1b99 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:12:34 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully created port: d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:35 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully created port: 15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:35 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully created port: 0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: 259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9fb51820-4e34-4990-ba5c-0b41e9152307 req-f914a421-2695-4269-843c-bdc00e1b83a7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: 703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-259d9318-2be5-44d3-bfe4-41742175d5c9. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port 259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-c372dd0f-e77f-4403-ace3-4f945b3cb494. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-703636a3-0501-40ba-94fc-87a4c9ca6526. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port 703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0e212e22-cbf5-4581-b1d7-0835919ce406 req-710c2f86-7efc-49e3-bf26-f8005bc45ca7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: 15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Successfully updated port: 0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-15d260b0-8cdf-48ce-84ee-5365db6e6b73. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port 15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c525ed62-c909-42ac-8d7c-85cb7b5665e9 req-c472bb0d-174d-409b-998e-4379046d6ee7 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating instance_info_cache with network_info: [{"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-75e5c172-0714-46c5-abf9-214f916b460c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:12:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:12:42 user nova-compute[74968]: INFO nova.compute.manager [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] instance snapshotting
Oct 30 12:12:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Beginning live snapshot process
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json -f qcow2" returned: 0 in 0.220s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json -f qcow2" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0.delta 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0.delta 1073741824" returned: 0 in 0.054s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 12:12:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74968) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 30 12:12:43 user nova-compute[74968]: INFO nova.virt.libvirt.host [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] UEFI support detected
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:12:43 user nova-compute[74968]: INFO nova.compute.claims [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Claim successful on node user
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance network_info: |[{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port 0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.557s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.309s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:12:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.policy [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c98a1acc7e4481ba1232cdf9679590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c1bd7818d14217a9119896358f7b68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] COPY block job progress, current cursor: 393216 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updated VIF entry in instance network info cache for port 0752deec-a7fb-42ed-a488-9eb9fa9ec7fe. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7427b26-6cc6-4156-bba0-2b536e3d60e7 req-cbff8166-b85a-40e9-ab57-ae26aa852d25 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:12:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Creating image(s)
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "/opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "/opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "/opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] COPY block job progress, current cursor: 24379392 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.244s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk 1073741824" returned: 0 in 0.065s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Successfully created port: 0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Checking if we can resize image /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-changed-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Refreshing instance network info cache due to event network-changed-67827b6e-a6ea-492a-84ab-42d7ef0c599d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] Acquiring lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] Acquired lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Refreshing network info cache for port 67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0.delta /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Cannot resize image /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Ensure instance console log exists: /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0.delta /opt/stack/data/nova/instances/snapshots/tmpvk65dpmf/78b2b94bca3745b082d087dfa36e52e0" returned: 0 in 0.662s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Snapshot extracted, beginning image upload
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Successfully updated port: 0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquired lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-changed-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Refreshing instance network info cache due to event network-changed-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] Acquiring lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updated VIF entry in instance network info cache for port 67827b6e-a6ea-492a-84ab-42d7ef0c599d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating instance_info_cache with network_info: [{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e9f294db-ed91-4893-826c-4c9ac2995181 req-86dc89dc-1361-4cd7-baa3-60927496633b service nova] Releasing lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Updating instance_info_cache with network_info: [{"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Releasing lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Instance network_info: |[{"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] Acquired lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Refreshing network info cache for port 0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Start _get_guest_xml network_info=[{"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:12:47 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:12:47 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2026527974',display_name='tempest-ServersNegativeTestJSON-server-2026527974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2026527974',id=10,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-o5xxosr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:45Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=00825adf-a841-4140-ae00-84eb00d3ae1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lazy-loading 'pci_devices' on Instance uuid 00825adf-a841-4140-ae00-84eb00d3ae1c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:12:47 user nova-compute[74968]:   <uuid>00825adf-a841-4140-ae00-84eb00d3ae1c</uuid>
Oct 30 12:12:47 user nova-compute[74968]:   <name>instance-0000000a</name>
Oct 30 12:12:47 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:12:47 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:12:47 user nova-compute[74968]:   <metadata>
Oct 30 12:12:47 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:12:47 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:name>tempest-ServersNegativeTestJSON-server-2026527974</nova:name>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:12:47</nova:creationTime>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:12:47 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:12:47 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:owner>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:user uuid="06c98a1acc7e4481ba1232cdf9679590">tempest-ServersNegativeTestJSON-2079015174-project-member</nova:user>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:project uuid="31c1bd7818d14217a9119896358f7b68">tempest-ServersNegativeTestJSON-2079015174</nova:project>
Oct 30 12:12:47 user nova-compute[74968]:       </nova:owner>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:12:47 user nova-compute[74968]:       <nova:ports>
Oct 30 12:12:47 user nova-compute[74968]:         <nova:port uuid="0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101">
Oct 30 12:12:47 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:12:47 user nova-compute[74968]:         </nova:port>
Oct 30 12:12:47 user nova-compute[74968]:       </nova:ports>
Oct 30 12:12:47 user nova-compute[74968]:     </nova:instance>
Oct 30 12:12:47 user nova-compute[74968]:   </metadata>
Oct 30 12:12:47 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:12:47 user nova-compute[74968]:     <system>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="serial">00825adf-a841-4140-ae00-84eb00d3ae1c</entry>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="uuid">00825adf-a841-4140-ae00-84eb00d3ae1c</entry>
Oct 30 12:12:47 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:12:47 user nova-compute[74968]:     </system>
Oct 30 12:12:47 user nova-compute[74968]:   </sysinfo>
Oct 30 12:12:47 user nova-compute[74968]:   <os>
Oct 30 12:12:47 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:12:47 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:12:47 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:12:47 user nova-compute[74968]:   </os>
Oct 30 12:12:47 user nova-compute[74968]:   <features>
Oct 30 12:12:47 user nova-compute[74968]:     <acpi/>
Oct 30 12:12:47 user nova-compute[74968]:     <apic/>
Oct 30 12:12:47 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:12:47 user nova-compute[74968]:   </features>
Oct 30 12:12:47 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:12:47 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:12:47 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:12:47 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:12:47 user nova-compute[74968]:   </clock>
Oct 30 12:12:47 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:12:47 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:12:47 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:12:47 user nova-compute[74968]:   </cpu>
Oct 30 12:12:47 user nova-compute[74968]:   <devices>
Oct 30 12:12:47 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:12:47 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:12:47 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk"/>
Oct 30 12:12:47 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:12:47 user nova-compute[74968]:     </disk>
Oct 30 12:12:47 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:12:47 user nova-compute[74968]:       <mac address="fa:16:3e:a8:ef:20"/>
Oct 30 12:12:47 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:12:47 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:12:47 user nova-compute[74968]:       <target dev="tap0f9f2ee3-2f"/>
Oct 30 12:12:47 user nova-compute[74968]:     </interface>
Oct 30 12:12:47 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:12:47 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/console.log" append="off"/>
Oct 30 12:12:47 user nova-compute[74968]:     </serial>
Oct 30 12:12:47 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:12:47 user nova-compute[74968]:     <video>
Oct 30 12:12:47 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:12:47 user nova-compute[74968]:     </video>
Oct 30 12:12:47 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:12:47 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:12:47 user nova-compute[74968]:     </rng>
Oct 30 12:12:47 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:12:47 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:12:47 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:12:47 user nova-compute[74968]:     </memballoon>
Oct 30 12:12:47 user nova-compute[74968]:   </devices>
Oct 30 12:12:47 user nova-compute[74968]: </domain>
Oct 30 12:12:47 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2026527974',display_name='tempest-ServersNegativeTestJSON-server-2026527974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2026527974',id=10,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-o5xxosr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:45Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=00825adf-a841-4140-ae00-84eb00d3ae1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG os_vif [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d5ef19f-dda5-5271-a225-8221e2c66c11', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f9f2ee3-2f, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f9f2ee3-2f, col_values=(('qos', UUID('ba842251-3028-40c3-8ed7-10721816ba70')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f9f2ee3-2f, col_values=(('external_ids', {'iface-id': '0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:ef:20', 'vm-uuid': '00825adf-a841-4140-ae00-84eb00d3ae1c'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:47 user nova-compute[74968]: INFO os_vif [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f')
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] No VIF found with MAC fa:16:3e:a8:ef:20, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Updated VIF entry in instance network info cache for port 0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Updating instance_info_cache with network_info: [{"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lazy-loading 'flavor' on Instance uuid 75e5c172-0714-46c5-abf9-214f916b460c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa60de5c-3184-4b58-96fc-bd7c34619fd3 req-042a70df-349f-43fc-a922-7a201ed95812 service nova] Releasing lock "refresh_cache-00825adf-a841-4140-ae00-84eb00d3ae1c" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.174s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:48 user nova-compute[74968]: INFO nova.compute.manager [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Attaching volume 0de5fd98-06bb-4e0e-b9bf-c92ab001f714 to /dev/vdb
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.utils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[360de711-6426-4677-b9bc-afc5c38386f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1bceef7-319c-4180-9f62-a7c1a5277691]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0290d2-e9c3-47a2-bdd0-e9b5bb2fc6e6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ce4adc3-8b93-42b8-9c3f-45c049d080b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:48 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d3ac8d6-f4ac-4866-a3c0-821287d224a5]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG os_brick.utils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] <== get_connector_properties: return (178ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating existing volume attachment record: a6ef83b7-444d-45dd-95eb-c3b55590610e {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:12:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] No waiting events found dispatching network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:12:51 user nova-compute[74968]: WARNING nova.compute.manager [req-ceae647d-06b5-4c2c-9763-1163bbe76b82 req-d514b769-75df-4541-8896-f685487d4733 service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received unexpected event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 for instance with vm_state building and task_state spawning.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] No waiting events found dispatching network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:12:51 user nova-compute[74968]: WARNING nova.compute.manager [req-08c6b731-ad7c-4d83-8bad-5e2ef8f218f7 req-395606fd-52a4-4a07-9e8a-ef125d2df91d service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received unexpected event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 for instance with vm_state building and task_state spawning.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Instance spawned successfully.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:12:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:12:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7322MB free_disk=25.518077850341797GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Snapshot image upload complete
Oct 30 12:12:51 user nova-compute[74968]: INFO nova.compute.manager [None req-c2170d35-67c2-438c-a996-4ec5b0543f10 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Took 8.91 seconds to snapshot the instance on the hypervisor.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:51 user nova-compute[74968]: INFO nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Took 6.71 seconds to spawn the instance on the hypervisor.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 00825adf-a841-4140-ae00-84eb00d3ae1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 16ed70e6-d055-454f-a7c4-971b8af3abca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: INFO nova.compute.manager [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Took 8.05 seconds to build instance.
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 54b18bf2-4d92-4479-b29f-aef684efded4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 75e5c172-0714-46c5-abf9-214f916b460c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bdf4ec17-0a58-467e-a68d-ac8419598bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:12:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f1f6f1ea-07bc-40dc-8447-103a37d29662 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.190s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.101s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing instance network info cache due to event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.network.neutron [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.906s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.746s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:12:52 user nova-compute[74968]: INFO nova.compute.claims [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Claim successful on node user
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:12:52 user nova-compute[74968]: INFO nova.compute.manager [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Attaching volume d06a3018-1387-4eda-b39e-a1e3c746466b to /dev/vdb
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.network.neutron [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updated VIF entry in instance network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG nova.network.neutron [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f1d659e9-4268-4eb7-b34c-c2fe30b2b3d5 req-902aa5d3-07e7-4ace-842e-fe1fee615ed9 service nova] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.729s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b570166e-7760-4fab-9f5c-8f0db9f16806]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2c7bfa-1db0-407b-b436-283979550cb0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[369d45aa-35fd-4715-8514-113f319e70d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc7c23ca-37fd-43f4-9b00-e1d2e3c3baba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:12:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:53 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f535c7f6-b606-4445-84ae-000f33385878]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating existing volume attachment record: 961d9a5a-99eb-4418-8011-ee0b35ff42ce {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:12:53 user nova-compute[74968]: DEBUG nova.policy [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512301e4a03f4e3ca40f87d03120f7cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7735f8cce77b4237ba0f738cc33888a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:12:53 user nova-compute[74968]: INFO nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Booting with volume 00fb77d6-53c6-42b9-8655-0886876f349d at /dev/vda
Oct 30 12:12:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully created port: 0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully created port: 23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully created port: 84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully created port: 13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4d4a403-19a1-41e2-9b02-1df46decd03c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b051f52f-28a7-4751-9bb2-edc2f1f41748]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f72272-1e99-41b4-9fab-f5333735fb36]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9e7fe8-55db-4105-ac6a-26bfb1d1dfca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:12:56 user nova-compute[74968]: INFO nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Booting with volume efe3d8ea-8fc3-4c14-98da-391cba007088 at /dev/vdb
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:12:56 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:12:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac2fcef-4642-4054-8f7c-d9f8a0c91254]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:12:56 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating existing volume attachment record: f3b9ee92-237b-4b5f-bb18-f8da21841343 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully created port: a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-0ca72c20-9f55-4730-85e0-9e1efda96a09. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:12:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:12:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:12:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:12:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-521391e3-0b55-4902-96d5-1500d3c46c32 req-9d08b5ae-a348-46c9-9cc0-ed2600e8b614 service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:12:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:12:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:12:59 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-4c991e2b-dc14-4ba1-a44e-883fd56d0840. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-9a713bca-607d-4596-9a8a-60eec6340b24. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a1211795-2477-4c98-9e10-62903c765643 req-d7ad39fb-81ed-4e11-9105-d72d511da9d9 service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: 13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-13fff0b4-438d-4685-a6b3-eaa6c8787612. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3916a04-6537-4311-a8a8-c7bb980f606a req-4e32c0df-77b4-4c2a-920c-676945b58340 service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-23b32342-04ae-4e3a-94d6-8abfd275587e. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Successfully updated port: a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b00c94-5156-4589-a8e4-d9af64370619 req-2c07b2b6-2cdc-4dc7-8aba-ddfdfd20436f service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:13:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-changed-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Refreshing instance network info cache due to event network-changed-a54cbf17-218f-4120-bfbc-581806dce787. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] Acquiring lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] Acquired lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Refreshing network info cache for port a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updated VIF entry in instance network info cache for port a54cbf17-218f-4120-bfbc-581806dce787. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating instance_info_cache with network_info: [{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c4a30ade-270c-43cc-bd6a-ae5d983107b9 req-ddf597f7-3c60-48be-82e9-40b65fe9744b service nova] Releasing lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-a59d1219-342e-4d8d-9a80-793a09984821. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance network_info: |[{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updated VIF entry in instance network info cache for port a59d1219-342e-4d8d-9a80-793a09984821. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:13:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-afb1db9b-e2d1-4f25-9e9e-cc969f1c318f req-28b6bae0-85a5-41ce-b5d3-546934d74c9c service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-changed-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Refreshing instance network info cache due to event network-changed-1913b764-6efc-49ed-9118-8442701b7329. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] Acquiring lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] Acquired lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG nova.network.neutron [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Refreshing network info cache for port 1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG nova.network.neutron [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updated VIF entry in instance network info cache for port 1913b764-6efc-49ed-9118-8442701b7329. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG nova.network.neutron [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updating instance_info_cache with network_info: [{"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-663eef26-41e5-494b-9982-1bf064892c1e req-00675854-7bd1-478c-a35e-a065ee2b0baf service nova] Releasing lock "refresh_cache-bdf4ec17-0a58-467e-a68d-ac8419598bab" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connector [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Factory for ISCSI on None {{(pid=74968) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LIpCqzfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:10 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:13:10 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:13:10 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bede8319-a1cf-48b1-bc47-05450da8688d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:13:10 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c0e4566-e7c4-40d8-af8f-f3604844d381]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714] added
Oct 30 12:13:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be258ae-04e4-434c-998a-8e8a826e9e7d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28da7b2-fd2d-44bb-b3de-f1195c61835a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[abafc038-d6ee-430c-b581-3ce8790df7bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[80129b6d-dff0-440c-ab02-9642a8c630f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbf3595-2c5b-4c74-a35c-925c0d32336b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[694fd07e-10d7-4553-a060-44bd10c30f80]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LIpCqzfy {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LIpCqzfy" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33d3beb-83a6-405a-8cb5-7e53b437afc9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LIpCqzfy'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:10 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[397adabd-bdd9-4094-8338-3414c6dce196]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating existing volume attachment record: b592b287-731a-4628-8f17-e93f73444375 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1624ea1c-69c1-471a-ba94-ee09de445f90]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e58009-51f7-46d6-95be-63870cd9560e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:13:10 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:13:10 user nova-compute[74968]:  {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:13:10 user nova-compute[74968]: WARNING os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 12:13:10 user nova-compute[74968]: 
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ae51f2-da8d-47ea-9707-80f6886c3736]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260]
Oct 30 12:13:10 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260] successful.
Oct 30 12:13:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed79e5f2-6fd7-4d77-8e83-d9966ec62016]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[914004c2-9b87-4ac0-b2f6-9805eb44cf89]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9537d53-b500-4719-ad54-3c6b43cd3263]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:13:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LIpCqzfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23139323562663765', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139323562663765', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lazy-loading 'flavor' on Instance uuid 75e5c172-0714-46c5-abf9-214f916b460c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:11 user nova-compute[74968]: INFO nova.compute.manager [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Shelving
Oct 30 12:13:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:13:11 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:13:11 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:13:11 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:13:11 user nova-compute[74968]:   <serial>0de5fd98-06bb-4e0e-b9bf-c92ab001f714</serial>
Oct 30 12:13:11 user nova-compute[74968]: </disk>
Oct 30 12:13:11 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:13:12 user nova-compute[74968]: WARNING nova.compute.manager [req-00d5adeb-042f-419f-a5d3-40727f768391 req-2dbe0e81-b297-464b-9b59-99d260038604 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state active and task_state shelving.
Oct 30 12:13:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] No VIF found with MAC fa:16:3e:83:2d:46, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance destroyed successfully.
Oct 30 12:13:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Beginning cold snapshot process
Oct 30 12:13:13 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:13:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk /opt/stack/data/nova/instances/snapshots/tmpam7jz7ka/173a049cfeea4e289cfd6d7f803431b5 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk /opt/stack/data/nova/instances/snapshots/tmpam7jz7ka/173a049cfeea4e289cfd6d7f803431b5" returned: 0 in 1.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Snapshot extracted, beginning image upload
Oct 30 12:13:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:13:14 user nova-compute[74968]: WARNING nova.compute.manager [req-d81996f8-b15a-449d-9662-972422f96641 req-025f5118-4cd5-4a66-93c4-204847d0bcf4 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state active and task_state shelving_image_uploading.
Oct 30 12:13:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Snapshot image upload complete
Oct 30 12:13:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:13:17 user nova-compute[74968]: INFO nova.compute.manager [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Shelve offloading
Oct 30 12:13:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance destroyed successfully.
Oct 30 12:13:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance destroyed successfully.
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'resources' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4Fc+aaWu3Y2gfDRS0qUWduMpWlJwb32fzhiHvIOWeN8mXKnIM4r+Sf5/zberunJOtr1BWcCvokoV63hJS2IVwLEBMasRKqJCYKxw46qTiHE45dFRPkabwP1sU8o7OKnw==',key_name='tempest-keypair-1551662093',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:13:17.146825',shelved_host='user',shelved_image_id='f2dc226e-2122-4135-8071-80d2ba251d86'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:13:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG os_vif [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62fb56a0-d5, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing instance network info cache due to event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45957773-77a6-41ed-aab3-a5b50a9f5afc) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:18 user nova-compute[74968]: INFO os_vif [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5')
Oct 30 12:13:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Deleting instance files /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca_del
Oct 30 12:13:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Deletion of /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca_del complete
Oct 30 12:13:18 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Deleted allocations for instance 16ed70e6-d055-454f-a7c4-971b8af3abca
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'numa_topology' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.objects.base [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<16ed70e6-d055-454f-a7c4-971b8af3abca> lazy-loaded attributes: resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updated VIF entry in instance network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ef9d2fd9-ed85-479c-a20d-b3dca77ea9f9 req-fb5567b4-3f22-49df-adb9-c33667e7a8ff service nova] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c41a9f3a-e08a-4867-8d48-097a85bdb831 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.985s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e0cf06b7-a1ec-4b10-97d7-21c780230005 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 43.487s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:31 user nova-compute[74968]: INFO nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Booting with volume cf4fe67c-4acb-4c56-b626-477d185c77d1 at /dev/vdc
Oct 30 12:13:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:31 user nova-compute[74968]: DEBUG nova.objects.instance [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'flavor' on Instance uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lazy-loading 'flavor' on Instance uuid bdf4ec17-0a58-467e-a68d-ac8419598bab {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bedabe6c-3b1e-41cd-aa43-880cf7053ba7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[555ed31f-dfdb-4bc8-854d-bf17f26b359a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8b0b91d-a823-41b2-a659-3d7b237e1d00]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b055064-646c-4337-a889-7ff009fe22b7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:32 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[98aa549c-7418-41d9-bdc9-d1978c5bcd41]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG os_brick.utils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating existing volume attachment record: 37f6b982-df7c-490b-ad7e-d7c983957b60 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:32 user nova-compute[74968]: INFO nova.compute.manager [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Attaching volume 80dd43c1-a405-4a1c-9719-2b34955af107 to /dev/vdb
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:32 user nova-compute[74968]: INFO nova.compute.manager [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Attaching volume abf3f983-c0d1-4e77-b163-48bbb18397f4 to /dev/sdc
Oct 30 12:13:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-changed-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Refreshing instance network info cache due to event network-changed-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:13:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] Acquiring lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] Acquired lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:35 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Refreshing network info cache for port bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:13:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updated VIF entry in instance network info cache for port bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:13:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updating instance_info_cache with network_info: [{"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c154b42-feac-4759-a408-3d0639ce8560 req-4c127993-5ee9-4243-aa7c-6052642a6ceb service nova] Releasing lock "refresh_cache-54b18bf2-4d92-4479-b29f-aef684efded4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YIKTpJHy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:37 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:13:37 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:13:37 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a69a38f0-d519-4b36-86b5-23402e74aaa7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:13:37 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a63156-0bad-49b6-9477-b88832a98c17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b] added
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[95faf09b-3143-4d86-b19e-8edd5ac73331]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d709c972-5c65-4311-84e3-8bee2e333c1b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YIKTpJHy {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f9824e7-20ab-49b3-a1ea-4a8009134e50]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YIKTpJHy" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[947a1377-e5b2-4805-b187-eb9e2a0064cd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YIKTpJHy'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6102d767-54b0-4740-a1b0-45c48720b0c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd041e34-4754-4301-9b37-91417ffec658]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9dc151f-3315-4a2d-8506-830f3ef3fd84]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06d1fbb-0615-453f-921f-3906e475c2cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d68aa8a-46fc-4e69-b4ec-ff5b0e4660bb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:37 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1dcac10-7161-4ee8-80ab-db42661eee8e]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating existing volume attachment record: 286c2368-0d1e-45f9-9a34-b178e6e610d5 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:37 user nova-compute[74968]: INFO nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Booting with volume e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 at /dev/vdb
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9123af42-6481-47d0-a501-c70af4ae8820]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lazy-loading 'flavor' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260]
Oct 30 12:13:37 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260] successful.
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91e9a72-5a38-441f-88e5-a47d585825dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5176ede-3711-4cc1-9eb0-95eed475ec74]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2a922b2-09a4-42d4-bd64-1869d995cbd2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20c0c48-c8d7-44d3-9e4b-b33fe8feb122]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a2751b-9a8b-4166-98cb-f4c03f48af92]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:37 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:37 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:13:37 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c3c89b-db9e-461d-83ad-2b13b3284548]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.141s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[613acbf8-7fa1-4ac4-b668-e977374d6f71]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YIKTpJHy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:37 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcda7fee-c1c9-4414-8e76-98a5c6d1370d]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updating existing volume attachment record: 57cd9ec1-75f2-4337-851c-a2648dc11eed {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b9a4dc-3096-461b-b6fd-f309c6e86629]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[420ca393-2ea6-4419-aaa7-4db5dc6c465c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8045c0-17ff-4e80-8a1e-0495f7cfed7d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b801dcca-ca37-48bd-bb8e-2d73a527ead7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:13:38 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f8a239-11ba-4f50-8566-d69e6476a244]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating existing volume attachment record: a9b36a45-69cd-4c3c-a38a-12ad68105078 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:38 user nova-compute[74968]: INFO nova.compute.manager [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Terminating instance
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.compute.manager [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-unplugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] No waiting events found dispatching network-vif-unplugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-89df688a-0859-46c6-8cb4-7f715086d6f5 req-dcc166cd-5882-4038-9d24-829e71669bbd service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-unplugged-e5e343e1-862a-4107-adab-0b92ac0625fa for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:13:38 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Instance destroyed successfully.
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.objects.instance [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lazy-loading 'resources' on Instance uuid 75e5c172-0714-46c5-abf9-214f916b460c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1464620581',display_name='tempest-DeleteServersTestJSON-server-1464620581',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1464620581',id=2,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a20dc10d341f4286845322ff8dc0ed3a',ramdisk_id='',reservation_id='r-ouwayfcs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1938297654',owner_user_name='tempest-DeleteServersTestJSON-1938297654-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:12Z,user_data=None,user_id='156978a2ae3e421f90308ddb151a49fc',uuid=75e5c172-0714-46c5-abf9-214f916b460c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converting VIF {"id": "e5e343e1-862a-4107-adab-0b92ac0625fa", "address": "fa:16:3e:83:2d:46", "network": {"id": "15bb85b4-8f56-4307-9176-a38ea622803b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-544897832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a20dc10d341f4286845322ff8dc0ed3a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5e343e1-86", "ovs_interfaceid": "e5e343e1-862a-4107-adab-0b92ac0625fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_vif [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.443s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== connect_volume: return (1445ms) {'type': 'block', 'scsi_wwn': '23833613137386164', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833613137386164', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5e343e1-86, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3fdeddb3-ba3a-401b-bad9-d3a9f2bb206b) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:13:38 user nova-compute[74968]: INFO os_vif [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=e5e343e1-862a-4107-adab-0b92ac0625fa,network=Network(15bb85b4-8f56-4307-9176-a38ea622803b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5e343e1-86')
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LIpCqzfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:13:38 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:13:38 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:13:38 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:13:38 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:13:38 user nova-compute[74968]:   <serial>d06a3018-1387-4eda-b39e-a1e3c746466b</serial>
Oct 30 12:13:38 user nova-compute[74968]: </disk>
Oct 30 12:13:38 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7495b32-fb80-4b73-ae9c-ee6010c6208b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:13:38 user nova-compute[74968]: No targets found.
Oct 30 12:13:38 user nova-compute[74968]: iSNS:
Oct 30 12:13:38 user nova-compute[74968]: No targets found.
Oct 30 12:13:38 user nova-compute[74968]: STATIC:
Oct 30 12:13:38 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:13:38 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:13:38 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:13:38 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714
Oct 30 12:13:38 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:13:38 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:13:38 user nova-compute[74968]: FIRMWARE:
Oct 30 12:13:38 user nova-compute[74968]: No targets found.
Oct 30 12:13:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:13:38 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:13:38 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[411a6095-1fe6-40f8-a60a-219c0074a736]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c824f3-0bd0-4b16-8cf8-b6c9cd136c15]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:39 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:13:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 (non-flash)
Oct 30 12:13:39 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:13:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a83a91b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f0c7975-8d17-4fe2-aa1e-406f88d2a392]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[840ec980-28d6-46ce-9a8b-0cc2bfe5f1b1]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbc6205-cbf1-4526-bc5c-4e490d9121ad]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[703d6789-c99f-42a7-8fc1-4462c45f2217]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c076579-e31d-48a5-9efb-6d630ca08fab]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d20c8f01-b088-470f-9af8-a2006e72d69a]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260]
Oct 30 12:13:39 user nova-compute[74968]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714, portal: 172.16.0.220,3260] successful.
Oct 30 12:13:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de5fd98-06bb-4e0e-b9bf-c92ab001f714 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de77328-46f7-4cf2-8efc-f57cd3c1fbd6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] <== disconnect_volume: return (335ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:13:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Deleting instance files /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c_del
Oct 30 12:13:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Deletion of /opt/stack/data/nova/instances/75e5c172-0714-46c5-abf9-214f916b460c_del complete
Oct 30 12:13:39 user nova-compute[74968]: INFO nova.compute.manager [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 30 12:13:39 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:b6:ac:83, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:13:39 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-8bd6acd4-a818-46e6-872b-72955e3fffe6 req-e154184a-0c6f-4843-93bc-b6939f5957d6 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-deleted-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:40 user nova-compute[74968]: INFO nova.compute.manager [req-8bd6acd4-a818-46e6-872b-72955e3fffe6 req-e154184a-0c6f-4843-93bc-b6939f5957d6 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Neutron deleted interface e5e343e1-862a-4107-adab-0b92ac0625fa; detaching it from the instance and deleting it from the info cache
Oct 30 12:13:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-8bd6acd4-a818-46e6-872b-72955e3fffe6 req-e154184a-0c6f-4843-93bc-b6939f5957d6 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:40 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Took 0.69 seconds to deallocate network for instance.
Oct 30 12:13:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-8bd6acd4-a818-46e6-872b-72955e3fffe6 req-e154184a-0c6f-4843-93bc-b6939f5957d6 service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Detach interface failed, port_id=e5e343e1-862a-4107-adab-0b92ac0625fa, reason: Instance 75e5c172-0714-46c5-abf9-214f916b460c could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] Acquiring lock "75e5c172-0714-46c5-abf9-214f916b460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] Lock "75e5c172-0714-46c5-abf9-214f916b460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] No waiting events found dispatching network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:13:40 user nova-compute[74968]: WARNING nova.compute.manager [req-09bc26e6-8987-4049-83c3-10a8ef5c30a6 req-db3a3272-97b4-435d-a3d1-af5ebc0fafba service nova] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Received unexpected event network-vif-plugged-e5e343e1-862a-4107-adab-0b92ac0625fa for instance with vm_state active and task_state deleting.
Oct 30 12:13:41 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:13:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:13:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:13:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:13:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:13:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:13:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:13:42 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:13:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:13:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:13:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7809MB free_disk=25.43575668334961GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 75e5c172-0714-46c5-abf9-214f916b460c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bdf4ec17-0a58-467e-a68d-ac8419598bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 54b18bf2-4d92-4479-b29f-aef684efded4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 00825adf-a841-4140-ae00-84eb00d3ae1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.489s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:13:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:13:50 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:13:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:13:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3c4be1fd-0500-44e3-a9c5-4d64716f4a19 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 82.089s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:15 user nova-compute[74968]: INFO nova.compute.manager [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] [instance: 75e5c172-0714-46c5-abf9-214f916b460c] Took 35.35 seconds to detach 1 volumes for instance.
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lbaHsApm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:15 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[855093bd-a841-4081-8dce-0524d2f14d5a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:15 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c11d1e-7a05-494c-8c96-4262b6f202e1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107] added
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:14:15 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Creating image(s)
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Ensure instance console log exists: /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Start _get_guest_xml network_info=[{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b0e835e9-2f55-499a-9fb7-6a12d7aa1b99', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KGnhHlsd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b660684-1546-4b0f-b10c-63a98ce15a6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8073c343-c6f5-4523-a8b9-e95aff34f587', 'serial': '8073c343-c6f5-4523-a8b9-e95aff34f587'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None}, {'attachment_id': 'b592b287-731a-4628-8f17-e93f73444375', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'njXcIOYi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b660684-1546-4b0f-b10c-63a98ce15a6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'efe3d8ea-8fc3-4c14-98da-391cba007088', 'serial': 'efe3d8ea-8fc3-4c14-98da-391cba007088'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 1, 'disk_bus': 'virtio', 'volume_type': None}, {'attachment_id': '37f6b982-df7c-490b-ad7e-d7c983957b60', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bIpTwMjv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b660684-1546-4b0f-b10c-63a98ce15a6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf4fe67c-4acb-4c56-b626-477d185c77d1', 'serial': 'cf4fe67c-4acb-4c56-b626-477d185c77d1'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 2, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:15 user nova-compute[74968]: INFO nova.compute.manager [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Attaching volume a9706b90-1f92-467f-a5e5-5e9388f7eefc to /dev/vdb
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f7b90e-707e-47c5-9e61-dbeb944c4149]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: INFO nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Booting with volume c144f428-3b7e-4565-9992-f0ddde30ff00 at /dev/vdc
Oct 30 12:14:15 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:15 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6314dd73-9982-4f8a-a96a-656e04a35023]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lbaHsApm {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KGnhHlsd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lbaHsApm" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[496722b1-8369-409f-b389-430e5f4324ad]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lbaHsApm'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5555639c-ea84-404c-9985-f57e7026e52e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5ea0d7-e8af-46d1-8c62-efe3aae73b97]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[27117610-e8aa-487f-97ce-949aa6b2b1d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260]
Oct 30 12:14:15 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.utils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c607cd7c-8737-4f79-a254-b8c335d3ef53]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.volume.cinder [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Update attachment failed for attachment 57cd9ec1-75f2-4337-851c-a2648dc11eed. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75)
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[31b15f44-6a51-4bc1-b41a-fc84c8dc5f05]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Failed to attach abf3f983-c0d1-4e77-b163-48bbb18397f4 at /dev/sdc: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Traceback (most recent call last):
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     self._do_attach(context, instance, volume, volume_api,
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     self._volume_attach(context, volume, connector, instance,
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     connection_info = volume_api.attachment_update(
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     res = method(self, ctx, *args, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     with excutils.save_and_reraise_exception():
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     self.force_reraise()
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     raise self.value
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     return method.func(obj, *args, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     return self.request(url, method, **kwargs)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab]     raise exceptions.from_response(resp, body)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75)
Oct 30 12:14:15 user nova-compute[74968]: ERROR nova.compute.manager [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] 
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd096e56-b91e-4f0a-acd8-99f8fe68a655]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f833e443-f93f-4d21-9eba-4f65dd9fb731]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8837c6-bd89-401f-a003-2c5a94d8a5be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:15 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:15 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] HCTL ('33', '-', '-', 0) found on session 4 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[973f65f3-f41c-4572-9ba3-9530adf09782]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba1fcce-fb58-4f36-b9a5-e69988c9dd26]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a75f6a8-8cf4-41a2-b762-f71233c9e75e]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Searching for a device in session 4 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lbaHsApm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4a9f2e-5b51-4562-b5bf-cf1b58202028]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4018f3-aec6-4107-9729-ad849d49b130]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.535s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73bfb85a-fd01-4849-aad3-d7d70983a3f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:16 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1942690d-98dc-4cf4-a46c-a1ccca052ff0]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.utils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] <== get_connector_properties: return (216ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updating existing volume attachment record: c5ada1b2-1190-4eae-9fcd-f905ee8ab2fe {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:16 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c861997-072b-4030-85f8-2e09ebd95926]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.utils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== get_connector_properties: return (234ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating existing volume attachment record: 5bf18ab7-3af5-4a36-bfd6-85ffdb2963fa {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:14:16 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Deleted allocations for instance 75e5c172-0714-46c5-abf9-214f916b460c
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 43.571s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server [None req-228c6276-7203-42b4-bf43-bbc0b4b9bfc9 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f15aaef0-805b-4a64-9b96-529d03118e75)
Oct 30 12:14:16 user nova-compute[74968]: ERROR oslo_messaging.rpc.server 
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-18b268de-cbf9-4f38-8feb-c4df612f6234 tempest-DeleteServersTestJSON-1938297654 tempest-DeleteServersTestJSON-1938297654-project-member] Lock "75e5c172-0714-46c5-abf9-214f916b460c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 38.269s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '23637323162306639', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637323162306639', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.258s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:16 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'flavor' on Instance uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf484fa-30a7-40c2-ba56-f4e239390a78]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:16 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:14:16 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:16 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:14:16 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:16 user nova-compute[74968]:   <serial>80dd43c1-a405-4a1c-9719-2b34955af107</serial>
Oct 30 12:14:16 user nova-compute[74968]: </disk>
Oct 30 12:14:16 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:14:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[747660c0-0a36-42e2-880f-142adbd80beb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587] added
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd33ce9-2456-4733-a1f5-acc98c9abeba]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfc5026-d1f3-4ae5-addb-0f2c69f20529]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KGnhHlsd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KGnhHlsd" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6dcc99-f4b6-45c9-a039-5f382ec74ee8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KGnhHlsd'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc71ff79-e11a-4b03-941d-0d6b9cb1b5e4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f920a1-381f-4055-b850-13126b6d9195]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b48bc24-b437-4b82-b005-6d6f7025d73e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260]
Oct 30 12:14:17 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6fd2f5-3ee0-41b1-a8b6-dbfbeb3b4a37]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a3f731e-2b84-426a-a606-7020ad6b4273]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0926c391-b519-4c3b-92b1-1dfa7d8ec2b2]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KGnhHlsd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No VIF found with MAC fa:16:3e:3a:fd:6f, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-96aa90ea-478c-41a4-872b-7a31d549a63a tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 45.042s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.387s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== connect_volume: return (2646ms) {'type': 'block', 'scsi_wwn': '23833633038616662', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833633038616662', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'njXcIOYi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:18 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:18 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:18 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a6bf49-f6c3-4f53-b227-27b8c3a5348f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:18 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b56c570-4a79-49c7-8b9a-0909620cd6c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088] added
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[99050cf9-4b93-4c8e-af6d-aa3bcf64784a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2e0284-44e1-41ca-8cfb-9447ba633bfe]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v njXcIOYi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v njXcIOYi" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c566ccf2-f6a6-45e8-95bc-fba1d024e3b2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'njXcIOYi'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fc53de-4af6-4d01-a7e8-73cbe426db64]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1342573c-cc8d-4d89-a68a-482df249ef7d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea95b2c-2695-41aa-9878-bda9e7965c92]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260]
Oct 30 12:14:18 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fecc9bb-51a0-40f8-8959-6383930b0602]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b02620e-632a-4e1c-bd8d-d3753f2b13f0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:18 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c53f417-2c71-4a8b-8382-14ab58f3e9e9]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'njXcIOYi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:18 user nova-compute[74968]: INFO nova.compute.manager [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Detaching volume 80dd43c1-a405-4a1c-9719-2b34955af107
Oct 30 12:14:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:18 user nova-compute[74968]: INFO nova.virt.block_device [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Attempting to driver detach volume 80dd43c1-a405-4a1c-9719-2b34955af107 from mountpoint /dev/vdb
Oct 30 12:14:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Attempting to detach device vdb from instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:14:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:14:18 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:18 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:14:18 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:18 user nova-compute[74968]:   <serial>80dd43c1-a405-4a1c-9719-2b34955af107</serial>
Oct 30 12:14:18 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:14:18 user nova-compute[74968]: </disk>
Oct 30 12:14:18 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:14:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully detached device vdb from instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 from the persistent domain config.
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:14:19 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:19 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:14:19 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:19 user nova-compute[74968]:   <serial>80dd43c1-a405-4a1c-9719-2b34955af107</serial>
Oct 30 12:14:19 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:14:19 user nova-compute[74968]: </disk>
Oct 30 12:14:19 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:14:19 user nova-compute[74968]: INFO nova.compute.claims [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Claim successful on node user
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== connect_volume: return (1366ms) {'type': 'block', 'scsi_wwn': '26232303764366265', 'path': '/dev/sde'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232303764366265', 'path': '/dev/sde'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bIpTwMjv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:19 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:19 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:19 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.policy [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3db2a81cdb4e928e39a6d69f78259a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a917c3c6054d668033a2e3f0161264', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d39cd568-273c-4a25-8a1f-46ec6ffb2aeb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:19 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bbc481b-1870-436f-8162-35a6546144d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1] added
Oct 30 12:14:19 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[067f4e2e-fdf3-421e-901f-f3e14254f882]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:14:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Creating image(s)
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b613245-caef-42e4-aff7-20b031aa3148]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bIpTwMjv {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bIpTwMjv" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a233375-a259-4e40-852a-55c2268d3d93]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bIpTwMjv'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7123ef0-473b-42b6-8e34-e429b7d038c8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0b7871-c57f-4d15-8b73-45ce525427cc]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[57414c4d-aa2f-462b-adb9-8795e8c1f236]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260]
Oct 30 12:14:20 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d31165d-82a0-4dc7-a333-71fef45ad8a2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.276s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[294ca291-df4c-4aa0-87d3-00cf9b1ad812]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.434s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d293a44d-f8b5-4dc7-ab01-be0d82439c76]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bIpTwMjv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk 1073741824" returned: 0 in 0.059s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Successfully created port: 36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.230s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Cannot resize image /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Ensure instance console log exists: /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Successfully updated port: 36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.478s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== connect_volume: return (1479ms) {'type': 'block', 'scsi_wwn': '23539306464356366', 'path': '/dev/sdf'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539306464356366', 'path': '/dev/sdf'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquired lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-changed-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Refreshing instance network info cache due to event network-changed-36b506af-18e0-4cb8-b928-e6b9838cc691. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] Acquiring lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b660684-1546-4b0f-b10c-63a98ce15a6a {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:14:21 user nova-compute[74968]:   <uuid>2b660684-1546-4b0f-b10c-63a98ce15a6a</uuid>
Oct 30 12:14:21 user nova-compute[74968]:   <name>instance-00000009</name>
Oct 30 12:14:21 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:14:21 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:14:21 user nova-compute[74968]:   <metadata>
Oct 30 12:14:21 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:14:21 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:name>tempest-device-tagging-server-622740614</nova:name>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:14:15</nova:creationTime>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:14:21 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:owner>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:user uuid="c0818c210fc14773b3ec224c6f468bac">tempest-TaggedBootDevicesTest_v242-1605768327-project-member</nova:user>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:project uuid="68683d1afae44e968a3eb223b379fac7">tempest-TaggedBootDevicesTest_v242-1605768327</nova:project>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:owner>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:ports>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="f6b4e661-674b-47c2-b0cc-7f23a1aac9e2">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="259d9318-2be5-44d3-bfe4-41742175d5c9">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.231" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="c372dd0f-e77f-4403-ace3-4f945b3cb494">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.195" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="703636a3-0501-40ba-94fc-87a4c9ca6526">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.95" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.127" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="15d260b0-8cdf-48ce-84ee-5365db6e6b73">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="0752deec-a7fb-42ed-a488-9eb9fa9ec7fe">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:ports>
Oct 30 12:14:21 user nova-compute[74968]:     </nova:instance>
Oct 30 12:14:21 user nova-compute[74968]:   </metadata>
Oct 30 12:14:21 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:14:21 user nova-compute[74968]:     <system>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="serial">2b660684-1546-4b0f-b10c-63a98ce15a6a</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="uuid">2b660684-1546-4b0f-b10c-63a98ce15a6a</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:14:21 user nova-compute[74968]:     </system>
Oct 30 12:14:21 user nova-compute[74968]:   </sysinfo>
Oct 30 12:14:21 user nova-compute[74968]:   <os>
Oct 30 12:14:21 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:14:21 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:14:21 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:14:21 user nova-compute[74968]:   </os>
Oct 30 12:14:21 user nova-compute[74968]:   <features>
Oct 30 12:14:21 user nova-compute[74968]:     <acpi/>
Oct 30 12:14:21 user nova-compute[74968]:     <apic/>
Oct 30 12:14:21 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:14:21 user nova-compute[74968]:   </features>
Oct 30 12:14:21 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:14:21 user nova-compute[74968]:   </clock>
Oct 30 12:14:21 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:14:21 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:14:21 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:14:21 user nova-compute[74968]:   </cpu>
Oct 30 12:14:21 user nova-compute[74968]:   <devices>
Oct 30 12:14:21 user nova-compute[74968]:     <disk type="file" device="cdrom">
Oct 30 12:14:21 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 12:14:21 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/disk.config"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="hda" bus="ide"/>
Oct 30 12:14:21 user nova-compute[74968]:     </disk>
Oct 30 12:14:21 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:21 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:21 user nova-compute[74968]:       <source dev="/dev/sdd"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <serial>8073c343-c6f5-4523-a8b9-e95aff34f587</serial>
Oct 30 12:14:21 user nova-compute[74968]:     </disk>
Oct 30 12:14:21 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:21 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:21 user nova-compute[74968]:       <source dev="/dev/sde"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <serial>efe3d8ea-8fc3-4c14-98da-391cba007088</serial>
Oct 30 12:14:21 user nova-compute[74968]:     </disk>
Oct 30 12:14:21 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:21 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:21 user nova-compute[74968]:       <source dev="/dev/sdf"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="vdc" bus="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <serial>cf4fe67c-4acb-4c56-b626-477d185c77d1</serial>
Oct 30 12:14:21 user nova-compute[74968]:     </disk>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:44:a7:1c"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tapf6b4e661-67"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:8a:3d:ec"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tap259d9318-2b"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:e0:87:23"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tapc372dd0f-e7"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:50:63:87"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tap703636a3-05"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:b3:64:8e"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tapd1d85a3b-d4"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:bb:6b:b1"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tap15d260b0-8c"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:7d:d7:13"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tap0752deec-a7"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:14:21 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/console.log" append="off"/>
Oct 30 12:14:21 user nova-compute[74968]:     </serial>
Oct 30 12:14:21 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:14:21 user nova-compute[74968]:     <video>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:     </video>
Oct 30 12:14:21 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:14:21 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:14:21 user nova-compute[74968]:     </rng>
Oct 30 12:14:21 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:14:21 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:14:21 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:14:21 user nova-compute[74968]:     </memballoon>
Oct 30 12:14:21 user nova-compute[74968]:   </devices>
Oct 30 12:14:21 user nova-compute[74968]: </domain>
Oct 30 12:14:21 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f172b139-75bc-5dd3-b7fd-4161bc83eb12', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6b4e661-67, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6b4e661-67, col_values=(('qos', UUID('169f2255-a7af-4a78-a9ef-cc3cb03fd877')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6b4e661-67, col_values=(('external_ids', {'iface-id': 'f6b4e661-674b-47c2-b0cc-7f23a1aac9e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:a7:1c', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4ef6fa4-e5e7-598c-b2a6-70cfd58d87c3', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap259d9318-2b, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap259d9318-2b, col_values=(('qos', UUID('0b0e6336-1f72-4d3d-81ad-eb7b6539d3f1')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap259d9318-2b, col_values=(('external_ids', {'iface-id': '259d9318-2be5-44d3-bfe4-41742175d5c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:3d:ec', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '24bfba36-0a7d-54a7-8267-de22394f0903', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc372dd0f-e7, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc372dd0f-e7, col_values=(('qos', UUID('8947c13a-89fe-431d-ab29-1c09dbe458e5')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc372dd0f-e7, col_values=(('external_ids', {'iface-id': 'c372dd0f-e77f-4403-ace3-4f945b3cb494', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:87:23', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd20facc1-1b11-5d3d-82c0-5401f271e9db', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap703636a3-05, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap703636a3-05, col_values=(('qos', UUID('7b99f93b-36a2-4f71-a2d2-a3709ff54565')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap703636a3-05, col_values=(('external_ids', {'iface-id': '703636a3-0501-40ba-94fc-87a4c9ca6526', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:63:87', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updating instance_info_cache with network_info: [{"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a071c982-04ad-5520-8879-209b5164c9f8', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Releasing lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Instance network_info: |[{"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] Acquired lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Refreshing network info cache for port 36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Start _get_guest_xml network_info=[{"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:14:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1d85a3b-d4, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1d85a3b-d4, col_values=(('qos', UUID('8939cb49-aa89-4dd8-8d56-c18a274487ae')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1d85a3b-d4, col_values=(('external_ids', {'iface-id': 'd1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:64:8e', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-574290741',display_name='tempest-AttachVolumeNegativeTest-server-574290741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-574290741',id=12,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBvzixuPJmc6ChcTQF2FRtHV6DOhJHX92dufDp5AfphZsVkGaJeRlJDNFdJEcyM896jNLSGI3Vn54mViwcGSrwVzw1+6KpprouaubfNKjwI47JA2RHDC/l1LMVkeJQYjQ==',key_name='tempest-keypair-2095395096',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-jwad3x2c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=e1ddd785-2243-49ba-a380-308de52bb5cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.objects.instance [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'pci_devices' on Instance uuid e1ddd785-2243-49ba-a380-308de52bb5cd {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:14:21 user nova-compute[74968]:   <uuid>e1ddd785-2243-49ba-a380-308de52bb5cd</uuid>
Oct 30 12:14:21 user nova-compute[74968]:   <name>instance-0000000c</name>
Oct 30 12:14:21 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:14:21 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:14:21 user nova-compute[74968]:   <metadata>
Oct 30 12:14:21 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:14:21 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeNegativeTest-server-574290741</nova:name>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:14:21</nova:creationTime>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:14:21 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:owner>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:user uuid="4b3db2a81cdb4e928e39a6d69f78259a">tempest-AttachVolumeNegativeTest-1203329423-project-member</nova:user>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:project uuid="21a917c3c6054d668033a2e3f0161264">tempest-AttachVolumeNegativeTest-1203329423</nova:project>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:owner>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:14:21 user nova-compute[74968]:       <nova:ports>
Oct 30 12:14:21 user nova-compute[74968]:         <nova:port uuid="36b506af-18e0-4cb8-b928-e6b9838cc691">
Oct 30 12:14:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 12:14:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:21 user nova-compute[74968]:       </nova:ports>
Oct 30 12:14:21 user nova-compute[74968]:     </nova:instance>
Oct 30 12:14:21 user nova-compute[74968]:   </metadata>
Oct 30 12:14:21 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:14:21 user nova-compute[74968]:     <system>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="serial">e1ddd785-2243-49ba-a380-308de52bb5cd</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="uuid">e1ddd785-2243-49ba-a380-308de52bb5cd</entry>
Oct 30 12:14:21 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:14:21 user nova-compute[74968]:     </system>
Oct 30 12:14:21 user nova-compute[74968]:   </sysinfo>
Oct 30 12:14:21 user nova-compute[74968]:   <os>
Oct 30 12:14:21 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:14:21 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:14:21 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:14:21 user nova-compute[74968]:   </os>
Oct 30 12:14:21 user nova-compute[74968]:   <features>
Oct 30 12:14:21 user nova-compute[74968]:     <acpi/>
Oct 30 12:14:21 user nova-compute[74968]:     <apic/>
Oct 30 12:14:21 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:14:21 user nova-compute[74968]:   </features>
Oct 30 12:14:21 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:14:21 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:14:21 user nova-compute[74968]:   </clock>
Oct 30 12:14:21 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:14:21 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:14:21 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:14:21 user nova-compute[74968]:   </cpu>
Oct 30 12:14:21 user nova-compute[74968]:   <devices>
Oct 30 12:14:21 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:14:21 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:14:21 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:     </disk>
Oct 30 12:14:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:21 user nova-compute[74968]:       <mac address="fa:16:3e:de:c2:ee"/>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:21 user nova-compute[74968]:       <target dev="tap36b506af-18"/>
Oct 30 12:14:21 user nova-compute[74968]:     </interface>
Oct 30 12:14:21 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:14:21 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/console.log" append="off"/>
Oct 30 12:14:21 user nova-compute[74968]:     </serial>
Oct 30 12:14:21 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:14:21 user nova-compute[74968]:     <video>
Oct 30 12:14:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:21 user nova-compute[74968]:     </video>
Oct 30 12:14:21 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:14:21 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:14:21 user nova-compute[74968]:     </rng>
Oct 30 12:14:21 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:14:21 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:14:21 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:14:21 user nova-compute[74968]:     </memballoon>
Oct 30 12:14:21 user nova-compute[74968]:   </devices>
Oct 30 12:14:21 user nova-compute[74968]: </domain>
Oct 30 12:14:21 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-574290741',display_name='tempest-AttachVolumeNegativeTest-server-574290741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-574290741',id=12,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBvzixuPJmc6ChcTQF2FRtHV6DOhJHX92dufDp5AfphZsVkGaJeRlJDNFdJEcyM896jNLSGI3Vn54mViwcGSrwVzw1+6KpprouaubfNKjwI47JA2RHDC/l1LMVkeJQYjQ==',key_name='tempest-keypair-2095395096',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-jwad3x2c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=e1ddd785-2243-49ba-a380-308de52bb5cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4247525e-f761-5287-9420-c51494d1d2c6', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c95e36dc-5cd3-5573-9d4d-dda354218273', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36b506af-18, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36b506af-18, col_values=(('qos', UUID('a9cdf222-ad62-4b11-af08-c8f0f6fe6df7')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36b506af-18, col_values=(('external_ids', {'iface-id': '36b506af-18e0-4cb8-b928-e6b9838cc691', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:c2:ee', 'vm-uuid': 'e1ddd785-2243-49ba-a380-308de52bb5cd'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: INFO os_vif [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18')
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15d260b0-8c, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15d260b0-8c, col_values=(('qos', UUID('8d30ec8f-659b-4ab0-b72d-41aa0e82b53a')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15d260b0-8c, col_values=(('external_ids', {'iface-id': '15d260b0-8cdf-48ce-84ee-5365db6e6b73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:6b:b1', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c')
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b496f66-2319-52fa-b091-df9bebb660bc', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:de:c2:ee, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0752deec-a7, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0752deec-a7, col_values=(('qos', UUID('6eada5ea-f4ed-4447-b38d-32e54909f1d4')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0752deec-a7, col_values=(('external_ids', {'iface-id': '0752deec-a7fb-42ed-a488-9eb9fa9ec7fe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:d7:13', 'vm-uuid': '2b660684-1546-4b0f-b10c-63a98ce15a6a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updated VIF entry in instance network info cache for port 36b506af-18e0-4cb8-b928-e6b9838cc691. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updating instance_info_cache with network_info: [{"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8491d86e-48af-45da-b9c8-8d9e271981e6 req-3a0e7fe8-c09f-4876-b17f-5961bead15bd service nova] Releasing lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:22 user nova-compute[74968]: INFO os_vif [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7')
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] No BDM found with device name hda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] No VIF found with MAC fa:16:3e:44:a7:1c, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] No VIF found with MAC fa:16:3e:b3:64:8e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Using config drive
Oct 30 12:14:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Creating config drive at /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/disk.config
Oct 30 12:14:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptryp421n {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptryp421n" returned: 0 in 0.053s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] No waiting events found dispatching network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:24 user nova-compute[74968]: WARNING nova.compute.manager [req-06126698-449d-43af-8235-7ab29ff15067 req-af10d327-c14a-4e45-9c43-7395bbd63c5d service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received unexpected event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 for instance with vm_state building and task_state spawning.
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:25 user nova-compute[74968]: WARNING nova.compute.manager [req-eb7533a7-991c-4572-8ff2-c1365e4b68f9 req-a3b3649b-d890-477f-a512-871db59682e1 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 for instance with vm_state building and task_state spawning.
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:26 user nova-compute[74968]: WARNING nova.compute.manager [req-2e2f36b5-5fa8-489a-a4e6-c41338a97c7d req-4a420c32-2e81-4259-a070-34e5dd117049 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 for instance with vm_state building and task_state spawning.
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] No waiting events found dispatching network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:26 user nova-compute[74968]: WARNING nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received unexpected event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 for instance with vm_state building and task_state spawning.
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:26 user nova-compute[74968]: WARNING nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 for instance with vm_state building and task_state spawning.
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:26 user nova-compute[74968]: WARNING nova.compute.manager [req-a5d754ec-fb8c-4af5-a7ef-30e1059aff70 req-1c26c2ee-7a60-41e7-959d-c87192d90e44 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 for instance with vm_state building and task_state spawning.
Oct 30 12:14:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:27 user nova-compute[74968]: WARNING nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 for instance with vm_state building and task_state spawning.
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:27 user nova-compute[74968]: WARNING nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 for instance with vm_state building and task_state spawning.
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:27 user nova-compute[74968]: WARNING nova.compute.manager [req-ce88da9e-aacf-4e27-a103-ba1019980828 req-0a299b86-6618-4fe6-8791-d7191c970627 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:28 user nova-compute[74968]: WARNING nova.compute.manager [req-ee2729c9-9f16-49b4-8223-865b551c20b6 req-3b1524da-bace-4dcc-8a07-4a40590fe5a4 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe for instance with vm_state building and task_state spawning.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:14:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Instance spawned successfully.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:28 user nova-compute[74968]: INFO nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Took 8.79 seconds to spawn the instance on the hypervisor.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:14:28 user nova-compute[74968]: INFO nova.compute.manager [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Took 9.67 seconds to build instance.
Oct 30 12:14:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f277c4a4-c78a-4e8e-809a-9d34a5fb6c22 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.871s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:14:30 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance spawned successfully.
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:30 user nova-compute[74968]: INFO nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Took 14.99 seconds to spawn the instance on the hypervisor.
Oct 30 12:14:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:14:30 user nova-compute[74968]: INFO nova.compute.manager [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Took 119.47 seconds to build instance.
Oct 30 12:14:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4bfde398-94e8-400e-884f-2b77fc12b7fb tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 119.592s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:33 user nova-compute[74968]: INFO nova.compute.manager [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Terminating instance
Oct 30 12:14:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-unplugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] No waiting events found dispatching network-vif-unplugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-a79745ce-d7ec-4da3-901f-82d23ad81c8a req-a5c4afdf-d6c9-49e1-b5dd-860ef117695f service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-unplugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Instance destroyed successfully.
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.objects.instance [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lazy-loading 'resources' on Instance uuid 00825adf-a841-4140-ae00-84eb00d3ae1c {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2026527974',display_name='tempest-ServersNegativeTestJSON-server-2026527974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2026527974',id=10,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:12:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-o5xxosr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:12:52Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=00825adf-a841-4140-ae00-84eb00d3ae1c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "address": "fa:16:3e:a8:ef:20", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f9f2ee3-2f", "ovs_interfaceid": "0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG os_vif [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f9f2ee3-2f, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba842251-3028-40c3-8ed7-10721816ba70) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: INFO os_vif [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:ef:20,bridge_name='br-int',has_traffic_filtering=True,id=0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f9f2ee3-2f')
Oct 30 12:14:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Deleting instance files /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c_del
Oct 30 12:14:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Deletion of /opt/stack/data/nova/instances/00825adf-a841-4140-ae00-84eb00d3ae1c_del complete
Oct 30 12:14:34 user nova-compute[74968]: INFO nova.compute.manager [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 12:14:34 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:35 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:35 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Took 0.76 seconds to deallocate network for instance.
Oct 30 12:14:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-50310826-4dac-4e3a-8a05-95e404e82d6e req-a3ae9423-57da-4929-abe1-91710aa3649a service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-deleted-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.473s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:36 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Deleted allocations for instance 00825adf-a841-4140-ae00-84eb00d3ae1c
Oct 30 12:14:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-92157de7-576d-4707-a6c9-9d1119a3d172 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.508s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] Acquiring lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] Lock "00825adf-a841-4140-ae00-84eb00d3ae1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] No waiting events found dispatching network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:36 user nova-compute[74968]: WARNING nova.compute.manager [req-d9c0d254-3a37-4fc7-9672-e49fcb7e7b57 req-e2f8b1d4-db5f-4410-a44d-eef4dc0b8efd service nova] [instance: 00825adf-a841-4140-ae00-84eb00d3ae1c] Received unexpected event network-vif-plugged-0f9f2ee3-2fb7-4c6e-b90a-221fd69fe101 for instance with vm_state deleted and task_state None.
Oct 30 12:14:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 is timed out.
Oct 30 12:14:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully detached device vdb from instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 from the live domain config.
Oct 30 12:14:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lbaHsApm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a86a210-e432-4275-8236-6d585c4e2d80]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:14:39 user nova-compute[74968]: No targets found.
Oct 30 12:14:39 user nova-compute[74968]: iSNS:
Oct 30 12:14:39 user nova-compute[74968]: No targets found.
Oct 30 12:14:39 user nova-compute[74968]: STATIC:
Oct 30 12:14:39 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1
Oct 30 12:14:39 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:14:39 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:14:39 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:14:39 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:14:39 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:14:39 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107
Oct 30 12:14:39 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:14:39 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:14:39 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587
Oct 30 12:14:39 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:14:39 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:14:39 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088
Oct 30 12:14:39 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:14:39 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:14:39 user nova-compute[74968]: FIRMWARE:
Oct 30 12:14:39 user nova-compute[74968]: No targets found.
Oct 30 12:14:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:14:39 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:14:39 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[544cbe53-bda2-48ed-8ca8-7260f1b573b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[470065fa-ce91-4f38-a6c5-29039e4d80bd]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a82e2dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b54db20b-1f4b-44f5-a10f-a5450a85562b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc48ebf0-d1f3-42e7-bafc-fbcec397520f]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9574b6f0-68a7-4992-bde5-d4da6393201d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0833cf4e-37ed-489e-981d-bd00dffb4a6d]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c198a78-e0b5-4c49-9e97-18a79ed77160]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[050ce27e-aca5-4d73-bcc8-4288dd911d34]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260]
Oct 30 12:14:39 user nova-compute[74968]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80dd43c1-a405-4a1c-9719-2b34955af107 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8165a749-48d3-41ea-bfff-ef8fee4ee42c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.378s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] <== disconnect_volume: return (380ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:14:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'flavor' on Instance uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a63e3e5a-0164-4254-8201-8916a40e3aac tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.440s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:14:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Creating image(s)
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Ensure instance console log exists: /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Start _get_guest_xml network_info=[{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f3b9ee92-237b-4b5f-bb18-f8da21841343', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xHzFNOmY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783', 'attached_at': '', 'detached_at': '', 'volume_id': '00fb77d6-53c6-42b9-8655-0886876f349d', 'serial': '00fb77d6-53c6-42b9-8655-0886876f349d'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None}, {'attachment_id': 'a9b36a45-69cd-4c3c-a38a-12ad68105078', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cMXtEiLJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 'serial': 'e6a4a7b6-2dfc-40a1-9ece-2aaf97005909'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 1, 'disk_bus': 'virtio', 'volume_type': None}, {'attachment_id': '5bf18ab7-3af5-4a36-bfd6-85ffdb2963fa', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UPqAzWnJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783', 'attached_at': '', 'detached_at': '', 'volume_id': 'c144f428-3b7e-4565-9992-f0ddde30ff00', 'serial': 'c144f428-3b7e-4565-9992-f0ddde30ff00'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 2, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:14:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xHzFNOmY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:42 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:42 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:42 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ffddcca-3e16-44ee-ac84-d31305588fe3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:42 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8138f522-be1a-486e-9ee8-292a57171161]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d] added
Oct 30 12:14:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a83a1a3-917d-4f0a-a1d4-9d06f61267c2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[177c2056-1bcd-4338-9638-a82d41bb0144]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xHzFNOmY {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xHzFNOmY" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8753f5b2-5963-410e-b119-8e1c3facee43]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xHzFNOmY'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.041s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0096fc85-0895-44d8-85a9-f00d9e68b178]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.051s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[851acffc-9f74-41f3-8b05-927502fd2ebc]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b421283-9d84-42a1-9009-48a9fc42805a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260]
Oct 30 12:14:43 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb70e9a-de81-4449-a212-27dc8e59e71d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2cf6455-7967-4b3a-a4e5-a1d37a6a8136]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:43 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.415s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f1368a-d087-45a5-bb03-417103077051]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xHzFNOmY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQbJRDiX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating instance_info_cache with network_info: [{"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-ca658376-78a7-4a6c-94f7-e57bb1b725c6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.473s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== connect_volume: return (1474ms) {'type': 'block', 'scsi_wwn': '26265396563663866', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26265396563663866', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.776s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:44 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:44 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c8dfe2-84f7-4c6d-9bca-f716f579a5b9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:44 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cMXtEiLJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:44 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ef4aee-840a-4792-a0ba-eb8c4c204954]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc] added
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f8cb56-78e1-4736-b197-38b5140fcdbd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a97e0a3-544e-413b-926f-1a779111245d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQbJRDiX {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQbJRDiX" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9d36d6-16e5-488e-a066-42a5c742e7a8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PQbJRDiX'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fe3243-2d4e-4840-b155-3b1509cd2749]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3312c24-81a2-402b-817a-7475a68de0bb]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c935c989-29be-4f53-867f-5071ebf5219a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260]
Oct 30 12:14:44 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e818178-12cf-4697-b5ac-96a018f408d3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:14:44 user nova-compute[74968]: INFO nova.compute.claims [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Claim successful on node user
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbac5c9-d1e1-4440-8a78-758ce7c7499c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:44 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] HCTL ('38', '-', '-', 0) found on session 9 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bdf21b8-cd4a-40cc-9ef3-f1c8a871c1dc]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Searching for a device in session 9 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQbJRDiX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.652s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.206s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:14:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:14:45 user nova-compute[74968]: INFO nova.virt.block_device [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Booting with blank volume at /dev/vda
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.policy [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea85d6f704204995b19db214cdf5be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d2b0e04fd14dcc9879f369b0db7efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.431s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] <== connect_volume: return (2209ms) {'type': 'block', 'scsi_wwn': '26235613234666562', 'path': '/dev/sdg'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235613234666562', 'path': '/dev/sdg'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.394s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:45 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:45 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lazy-loading 'flavor' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[93066a92-d2b3-485d-8bd3-865e0180892d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:45 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] attach device xml: <disk type="block" device="disk">
Oct 30 12:14:45 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:45 user nova-compute[74968]:   <source dev="/dev/sdg"/>
Oct 30 12:14:45 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:45 user nova-compute[74968]:   <serial>a9706b90-1f92-467f-a5e5-5e9388f7eefc</serial>
Oct 30 12:14:45 user nova-compute[74968]: </disk>
Oct 30 12:14:45 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc792c57-549c-4153-8958-46758a59af3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909] added
Oct 30 12:14:45 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd1433a-794d-4010-8ff1-9dac4f2ad7fe]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff19bbce-d3f9-43cf-b56c-2e574586d1f4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cMXtEiLJ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cMXtEiLJ" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1975c6fe-9ec4-4f42-972d-1de701680119]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cMXtEiLJ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b21adb-2d07-4236-b6a6-11ca8e210c48]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a2b54e-99da-4e3f-8268-68caf960c52c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --login" returned: 0 in 0.171s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6d4477-3a97-408d-ae25-f6a85cde714d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260]
Oct 30 12:14:46 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9616e723-4726-4e42-b192-da65bc88d644]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ef628f-53ea-49ff-a7c7-9f29c2a626cb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:46 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.567s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] HCTL ('39', '-', '-', 0) found on session 10 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[997d7335-89d3-4b6d-ac09-060b0ea3a43c]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cMXtEiLJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] No VIF found with MAC fa:16:3e:e4:38:73, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.307s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Successfully created port: 6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c305ee55-97a1-42e6-bc2f-1a44b888708f tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.151s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.645s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== connect_volume: return (3043ms) {'type': 'block', 'scsi_wwn': '23766663032383161', 'path': '/dev/sdh'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23766663032383161', 'path': '/dev/sdh'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UPqAzWnJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:47 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:47 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:14:47 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] volume_snapshot_create: create_info: {'snapshot_id': 'ffb5061b-0a9b-453f-ac8c-3553d9e95381', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74968) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Successfully updated port: 6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] snap xml: <domainsnapshot>
Oct 30 12:14:47 user nova-compute[74968]:   <disks>
Oct 30 12:14:47 user nova-compute[74968]:     <disk name="/dev/sdg" snapshot="external" type="file">
Oct 30 12:14:47 user nova-compute[74968]:       <source file="/dev/new_file"/>
Oct 30 12:14:47 user nova-compute[74968]:     </disk>
Oct 30 12:14:47 user nova-compute[74968]:     <disk name="vda" snapshot="no"/>
Oct 30 12:14:47 user nova-compute[74968]:   </disks>
Oct 30 12:14:47 user nova-compute[74968]: </domainsnapshot>
Oct 30 12:14:47 user nova-compute[74968]:  {{(pid=74968) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] Lazy-loading 'system_metadata' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c957ea6-d5da-480b-a561-93068354c740]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:14:47 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-changed-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Refreshing instance network info cache due to event network-changed-6705e103-2e17-4991-b394-817613d6a863. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Refreshing network info cache for port 6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f811eb8e-a779-4685-b1b9-393a5ffd679c tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] volume_snapshot_delete: delete_info: {'volume_id': 'a9706b90-1f92-467f-a5e5-5e9388f7eefc'} {{(pid=74968) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [None req-f811eb8e-a779-4685-b1b9-393a5ffd679c tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     if delete_info['type'] != 'qcow2':
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] KeyError: 'type'
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] 
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[48078550-31f3-4059-8101-c06d436e899a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00] added
Oct 30 12:14:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[534380ca-62b6-4dbb-aac1-0b026ca5f881]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [None req-f811eb8e-a779-4685-b1b9-393a5ffd679c tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-1cf5132a-e2cd-41ef-bd42-95d52fe09c41)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     rv = execute(f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     six.reraise(c, e, tb)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     raise value
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     rv = meth(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     self._volume_snapshot_create(context, instance, guest,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     rv = execute(f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     six.reraise(c, e, tb)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     raise value
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     rv = meth(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] 
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b32bf4-4924-452b-b237-42bd3b8049db]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UPqAzWnJ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UPqAzWnJ" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[474f176f-afa0-4229-8b57-af7028c2cde1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot ffb5061b-0a9b-453f-ac8c-3553d9e95381 could not be found.
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise value
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot ffb5061b-0a9b-453f-ac8c-3553d9e95381 could not be found. (HTTP 404) (Request-ID: req-f31b28d6-72b4-4291-812e-048e76b0a1e4)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot ffb5061b-0a9b-453f-ac8c-3553d9e95381 could not be found.
Oct 30 12:14:47 user nova-compute[74968]: ERROR nova.virt.libvirt.driver 
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server [None req-6fb8cebe-ced6-45bb-8c62-3c3e8a4719d5 tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise value
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server 
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UPqAzWnJ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server [None req-f811eb8e-a779-4685-b1b9-393a5ffd679c tempest-VolumesAssistedSnapshotsTest-2128215433 tempest-VolumesAssistedSnapshotsTest-2128215433-project] Exception during message handling: KeyError: 'type'
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 30 12:14:47 user nova-compute[74968]: ERROR oslo_messaging.rpc.server 
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[962b5cfd-82e5-4b8f-8dcc-f28cb83e993b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[20fcf5a8-4ecb-4205-a9ca-4e7e7f476a8f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:47 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --login" returned: 0 in 0.127s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[114384a3-1ac9-4932-b06b-36494eed4f28]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260]
Oct 30 12:14:48 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260] successful.
Oct 30 12:14:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b8fd8e-d444-4ca1-a7cb-c27efd3ae7ac]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a47fde-6d99-4932-a6bc-46b811a2545d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:14:48 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:14:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.607s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] HCTL ('40', '-', '-', 0) found on session 11 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a8c5da9-6636-4600-ac21-001e69957141]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc5c526-886e-42d9-831b-6ab22c65ac47 req-8c1aed74-29f1-4a0e-a5de-f079b319ee56 service nova] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Searching for a device in session 11 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UPqAzWnJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:14:48 user nova-compute[74968]: INFO nova.compute.manager [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Detaching volume a9706b90-1f92-467f-a5e5-5e9388f7eefc
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:14:48 user nova-compute[74968]: INFO nova.virt.block_device [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Attempting to driver detach volume a9706b90-1f92-467f-a5e5-5e9388f7eefc from mountpoint /dev/vdb
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Attempting to detach device vdb from instance 54b18bf2-4d92-4479-b29f-aef684efded4 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 12:14:48 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:48 user nova-compute[74968]:   <source dev="/dev/sdg"/>
Oct 30 12:14:48 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:48 user nova-compute[74968]:   <serial>a9706b90-1f92-467f-a5e5-5e9388f7eefc</serial>
Oct 30 12:14:48 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:14:48 user nova-compute[74968]: </disk>
Oct 30 12:14:48 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:14:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Successfully detached device vdb from instance 54b18bf2-4d92-4479-b29f-aef684efded4 from the persistent domain config.
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 54b18bf2-4d92-4479-b29f-aef684efded4 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 12:14:48 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:48 user nova-compute[74968]:   <source dev="/dev/sdg"/>
Oct 30 12:14:48 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:14:48 user nova-compute[74968]:   <serial>a9706b90-1f92-467f-a5e5-5e9388f7eefc</serial>
Oct 30 12:14:48 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:14:48 user nova-compute[74968]: </disk>
Oct 30 12:14:48 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:14:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance network_info: |[{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.161s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== connect_volume: return (2164ms) {'type': 'block', 'scsi_wwn': '26537633534623763', 'path': '/dev/sdi'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537633534623763', 'path': '/dev/sdi'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:14:49 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:49 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7750MB free_disk=25.414974212646484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lazy-loading 'pci_devices' on Instance uuid e3135d57-1fdd-4f90-ac4e-e3b8580bd783 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:14:49 user nova-compute[74968]:   <uuid>e3135d57-1fdd-4f90-ac4e-e3b8580bd783</uuid>
Oct 30 12:14:49 user nova-compute[74968]:   <name>instance-0000000b</name>
Oct 30 12:14:49 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:14:49 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:14:49 user nova-compute[74968]:   <metadata>
Oct 30 12:14:49 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:14:49 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:name>tempest-device-tagging-server-1448893356</nova:name>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:14:42</nova:creationTime>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:14:49 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:14:49 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:owner>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:user uuid="512301e4a03f4e3ca40f87d03120f7cf">tempest-TaggedBootDevicesTest-514301340-project-member</nova:user>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:project uuid="7735f8cce77b4237ba0f738cc33888a1">tempest-TaggedBootDevicesTest-514301340</nova:project>
Oct 30 12:14:49 user nova-compute[74968]:       </nova:owner>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:14:49 user nova-compute[74968]:       <nova:ports>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="0ca72c20-9f55-4730-85e0-9e1efda96a09">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="4c991e2b-dc14-4ba1-a44e-883fd56d0840">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.111" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="9a713bca-607d-4596-9a8a-60eec6340b24">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.14" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="23b32342-04ae-4e3a-94d6-8abfd275587e">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.89" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.1.1.118" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="13fff0b4-438d-4685-a6b3-eaa6c8787612">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:         <nova:port uuid="a59d1219-342e-4d8d-9a80-793a09984821">
Oct 30 12:14:49 user nova-compute[74968]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 12:14:49 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:49 user nova-compute[74968]:       </nova:ports>
Oct 30 12:14:49 user nova-compute[74968]:     </nova:instance>
Oct 30 12:14:49 user nova-compute[74968]:   </metadata>
Oct 30 12:14:49 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:14:49 user nova-compute[74968]:     <system>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="serial">e3135d57-1fdd-4f90-ac4e-e3b8580bd783</entry>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="uuid">e3135d57-1fdd-4f90-ac4e-e3b8580bd783</entry>
Oct 30 12:14:49 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:14:49 user nova-compute[74968]:     </system>
Oct 30 12:14:49 user nova-compute[74968]:   </sysinfo>
Oct 30 12:14:49 user nova-compute[74968]:   <os>
Oct 30 12:14:49 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:14:49 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:14:49 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:14:49 user nova-compute[74968]:   </os>
Oct 30 12:14:49 user nova-compute[74968]:   <features>
Oct 30 12:14:49 user nova-compute[74968]:     <acpi/>
Oct 30 12:14:49 user nova-compute[74968]:     <apic/>
Oct 30 12:14:49 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:14:49 user nova-compute[74968]:   </features>
Oct 30 12:14:49 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:14:49 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:14:49 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:14:49 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:14:49 user nova-compute[74968]:   </clock>
Oct 30 12:14:49 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:14:49 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:14:49 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:14:49 user nova-compute[74968]:   </cpu>
Oct 30 12:14:49 user nova-compute[74968]:   <devices>
Oct 30 12:14:49 user nova-compute[74968]:     <disk type="file" device="cdrom">
Oct 30 12:14:49 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 12:14:49 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/disk.config"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="hda" bus="ide"/>
Oct 30 12:14:49 user nova-compute[74968]:     </disk>
Oct 30 12:14:49 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:49 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:49 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <serial>00fb77d6-53c6-42b9-8655-0886876f349d</serial>
Oct 30 12:14:49 user nova-compute[74968]:     </disk>
Oct 30 12:14:49 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:49 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:49 user nova-compute[74968]:       <source dev="/dev/sdh"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <serial>e6a4a7b6-2dfc-40a1-9ece-2aaf97005909</serial>
Oct 30 12:14:49 user nova-compute[74968]:     </disk>
Oct 30 12:14:49 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:14:49 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:14:49 user nova-compute[74968]:       <source dev="/dev/sdi"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="vdc" bus="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <serial>c144f428-3b7e-4565-9992-f0ddde30ff00</serial>
Oct 30 12:14:49 user nova-compute[74968]:     </disk>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:00:ed:29"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap0ca72c20-9f"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:6c:0b:73"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap4c991e2b-dc"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:fd:9b:cb"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap9a713bca-60"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:ab:71:79"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap23b32342-04"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:b2:91:db"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap84d7b3e6-2b"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:d8:d4:06"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tap13fff0b4-43"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:49 user nova-compute[74968]:       <mac address="fa:16:3e:33:e8:eb"/>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:49 user nova-compute[74968]:       <target dev="tapa59d1219-34"/>
Oct 30 12:14:49 user nova-compute[74968]:     </interface>
Oct 30 12:14:49 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:14:49 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/console.log" append="off"/>
Oct 30 12:14:49 user nova-compute[74968]:     </serial>
Oct 30 12:14:49 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:14:49 user nova-compute[74968]:     <video>
Oct 30 12:14:49 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:49 user nova-compute[74968]:     </video>
Oct 30 12:14:49 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:14:49 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:14:49 user nova-compute[74968]:     </rng>
Oct 30 12:14:49 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:14:49 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:14:49 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:14:49 user nova-compute[74968]:     </memballoon>
Oct 30 12:14:49 user nova-compute[74968]:   </devices>
Oct 30 12:14:49 user nova-compute[74968]: </domain>
Oct 30 12:14:49 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b168592-827d-54cb-a368-d35bbb0bcb4c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0ca72c20-9f, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0ca72c20-9f, col_values=(('qos', UUID('c6e4892f-4d53-458b-9c74-52c076657769')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0ca72c20-9f, col_values=(('external_ids', {'iface-id': '0ca72c20-9f55-4730-85e0-9e1efda96a09', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:ed:29', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:49 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f')
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90958550-3235-5cd6-b88f-9e48936065c5', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4c991e2b-dc, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4c991e2b-dc, col_values=(('qos', UUID('25cb8c03-3af9-4d02-8440-203c593b7879')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4c991e2b-dc, col_values=(('external_ids', {'iface-id': '4c991e2b-dc14-4ba1-a44e-883fd56d0840', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:0b:73', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc')
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bdf4ec17-0a58-467e-a68d-ac8419598bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 54b18bf2-4d92-4479-b29f-aef684efded4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e1ddd785-2243-49ba-a380-308de52bb5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '96627885-5ea1-55ce-8659-daac43e095df', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a713bca-60, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a713bca-60, col_values=(('qos', UUID('210af0c0-c4f2-4eed-b70d-d173cf83479b')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a713bca-60, col_values=(('external_ids', {'iface-id': '9a713bca-607d-4596-9a8a-60eec6340b24', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:9b:cb', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60')
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b26c7077-2872-5f5e-b6a9-fd99feb9210c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap23b32342-04, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap23b32342-04, col_values=(('qos', UUID('3604a55a-4b1f-4a4c-9651-bda830f87b9c')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap23b32342-04, col_values=(('external_ids', {'iface-id': '23b32342-04ae-4e3a-94d6-8abfd275587e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:71:79', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04')
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71a307e8-338b-5a01-8267-0d9fc4a5627f', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84d7b3e6-2b, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84d7b3e6-2b, col_values=(('qos', UUID('b8880ac4-2286-466c-b176-c18dc4dd73ae')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84d7b3e6-2b, col_values=(('external_ids', {'iface-id': '84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:91:db', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b')
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '337d8fa2-ce80-57a3-af1a-3d49eb6aed73', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13fff0b4-43, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13fff0b4-43, col_values=(('qos', UUID('0f861c6a-4008-4e46-b6af-12c327ca6bcf')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13fff0b4-43, col_values=(('external_ids', {'iface-id': '13fff0b4-438d-4685-a6b3-eaa6c8787612', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:d4:06', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43')
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:12:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.721s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c3c82d73-49ff-59ae-82c1-7b9a1c15d8ad', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa59d1219-34, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa59d1219-34, col_values=(('qos', UUID('0aba5b03-2bb9-4098-819a-902286fffe2c')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa59d1219-34, col_values=(('external_ids', {'iface-id': 'a59d1219-342e-4d8d-9a80-793a09984821', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:e8:eb', 'vm-uuid': 'e3135d57-1fdd-4f90-ac4e-e3b8580bd783'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: INFO os_vif [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34')
Oct 30 12:14:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] No BDM found with device name hda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] No VIF found with MAC fa:16:3e:00:ed:29, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] No VIF found with MAC fa:16:3e:b2:91:db, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Using config drive
Oct 30 12:14:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Creating config drive at /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/disk.config
Oct 30 12:14:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi7eppujm {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi7eppujm" returned: 0 in 0.054s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:14:53 user nova-compute[74968]: INFO nova.compute.claims [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Claim successful on node user
Oct 30 12:14:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:53 user nova-compute[74968]: WARNING nova.compute.manager [req-82279e21-1f5b-494b-902a-0e3ed5ed6f21 req-0f49d5c3-6cd8-4ae2-858f-5c87efb1fd7a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 for instance with vm_state building and task_state spawning.
Oct 30 12:14:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:14:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.051s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:14:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.policy [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b47bfcc45ea4f07a994c579c87fe47d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c2a9736c1842e395591b907cad60f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:14:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Creating image(s)
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "/opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "/opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "/opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:54 user nova-compute[74968]: WARNING nova.compute.manager [req-c5220573-b3f4-46a6-bdc6-8c0e2166bc13 req-d386c4be-43cb-4528-afcd-a38a2ee3c632 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 for instance with vm_state building and task_state spawning.
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.273s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk 1073741824" returned: 0 in 0.066s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.349s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:55 user nova-compute[74968]: WARNING nova.compute.manager [req-fb46e83d-9200-409d-8a01-769db83a95e3 req-c096349b-150a-4b64-ae9b-6693fb8085fd service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 for instance with vm_state building and task_state spawning.
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.312s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Cannot resize image /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Ensure instance console log exists: /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Successfully created port: bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-a41aed3e-3e4c-4021-87b8-95589cdb44c2 req-896c10ba-203e-49f6-8ff2-b6b12867f6f2 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.utils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[be06c195-a560-4a1b-909a-4cede821f8d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c751ca51-a156-48e5-ac82-6a299a55b804]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6f4235-910d-4a1b-a89c-3e0500d99908]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fa77be-d9b2-462e-bd66-1fe52aa84bbe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e0bf0d-3a07-4eef-bdba-52de386a7833]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG os_brick.utils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating existing volume attachment record: 4526418e-64d2-4c4c-a0c4-d7dc399a2fb1 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:56 user nova-compute[74968]: WARNING nova.compute.manager [req-f367d1f1-beca-40e0-8fea-00dfdfddf287 req-6fe2d049-850e-4b73-abdf-e97e709181f7 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 for instance with vm_state building and task_state spawning.
Oct 30 12:14:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:57 user nova-compute[74968]: WARNING nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 for instance with vm_state building and task_state spawning.
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:57 user nova-compute[74968]: WARNING nova.compute.manager [req-76872da3-72f9-4aa9-98a5-207e69760f4b req-628b23aa-4701-47f9-b507-38eefff4a84a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 for instance with vm_state building and task_state spawning.
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:14:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance spawned successfully.
Oct 30 12:14:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Successfully updated port: bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquired lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:14:58 user nova-compute[74968]: INFO nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Took 15.33 seconds to spawn the instance on the hypervisor.
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:14:58 user nova-compute[74968]: INFO nova.compute.manager [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Took 126.59 seconds to build instance.
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a9041988-b1f4-47ef-96a4-1f2c433f7d86 tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 126.765s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:14:58 user nova-compute[74968]: WARNING nova.compute.manager [req-0c84688d-2860-4f4e-9fc7-a08d5915ed41 req-a08a3390-0e3b-4c50-ad77-7c86e5875eae service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 for instance with vm_state active and task_state None.
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Updating instance_info_cache with network_info: [{"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Releasing lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Instance network_info: |[{"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Start _get_guest_xml network_info=[{"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:14:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1359740608',display_name='tempest-VolumesActionsTest-instance-1359740608',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1359740608',id=14,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3c2a9736c1842e395591b907cad60f5',ramdisk_id='',reservation_id='r-x5cjenhw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1299279688',owner_user_name='tempest-VolumesActionsTest-1299279688-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:55Z,user_data=None,user_id='3b47bfcc45ea4f07a994c579c87fe47d',uuid=c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converting VIF {"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lazy-loading 'pci_devices' on Instance uuid c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:14:58 user nova-compute[74968]:   <uuid>c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6</uuid>
Oct 30 12:14:58 user nova-compute[74968]:   <name>instance-0000000e</name>
Oct 30 12:14:58 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:14:58 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:14:58 user nova-compute[74968]:   <metadata>
Oct 30 12:14:58 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:14:58 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:name>tempest-VolumesActionsTest-instance-1359740608</nova:name>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:14:58</nova:creationTime>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:14:58 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:14:58 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:owner>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:user uuid="3b47bfcc45ea4f07a994c579c87fe47d">tempest-VolumesActionsTest-1299279688-project-member</nova:user>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:project uuid="d3c2a9736c1842e395591b907cad60f5">tempest-VolumesActionsTest-1299279688</nova:project>
Oct 30 12:14:58 user nova-compute[74968]:       </nova:owner>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:14:58 user nova-compute[74968]:       <nova:ports>
Oct 30 12:14:58 user nova-compute[74968]:         <nova:port uuid="bfdb383f-9c94-4e41-8be1-f48502907798">
Oct 30 12:14:58 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 12:14:58 user nova-compute[74968]:         </nova:port>
Oct 30 12:14:58 user nova-compute[74968]:       </nova:ports>
Oct 30 12:14:58 user nova-compute[74968]:     </nova:instance>
Oct 30 12:14:58 user nova-compute[74968]:   </metadata>
Oct 30 12:14:58 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:14:58 user nova-compute[74968]:     <system>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="serial">c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6</entry>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="uuid">c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6</entry>
Oct 30 12:14:58 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:14:58 user nova-compute[74968]:     </system>
Oct 30 12:14:58 user nova-compute[74968]:   </sysinfo>
Oct 30 12:14:58 user nova-compute[74968]:   <os>
Oct 30 12:14:58 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:14:58 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:14:58 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:14:58 user nova-compute[74968]:   </os>
Oct 30 12:14:58 user nova-compute[74968]:   <features>
Oct 30 12:14:58 user nova-compute[74968]:     <acpi/>
Oct 30 12:14:58 user nova-compute[74968]:     <apic/>
Oct 30 12:14:58 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:14:58 user nova-compute[74968]:   </features>
Oct 30 12:14:58 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:14:58 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:14:58 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:14:58 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:14:58 user nova-compute[74968]:   </clock>
Oct 30 12:14:58 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:14:58 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:14:58 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:14:58 user nova-compute[74968]:   </cpu>
Oct 30 12:14:58 user nova-compute[74968]:   <devices>
Oct 30 12:14:58 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:14:58 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:14:58 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk"/>
Oct 30 12:14:58 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:14:58 user nova-compute[74968]:     </disk>
Oct 30 12:14:58 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:14:58 user nova-compute[74968]:       <mac address="fa:16:3e:7c:3a:bf"/>
Oct 30 12:14:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:58 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:14:58 user nova-compute[74968]:       <target dev="tapbfdb383f-9c"/>
Oct 30 12:14:58 user nova-compute[74968]:     </interface>
Oct 30 12:14:58 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:14:58 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/console.log" append="off"/>
Oct 30 12:14:58 user nova-compute[74968]:     </serial>
Oct 30 12:14:58 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:14:58 user nova-compute[74968]:     <video>
Oct 30 12:14:58 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:14:58 user nova-compute[74968]:     </video>
Oct 30 12:14:58 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:14:58 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:14:58 user nova-compute[74968]:     </rng>
Oct 30 12:14:58 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:14:58 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:14:58 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:14:58 user nova-compute[74968]:     </memballoon>
Oct 30 12:14:58 user nova-compute[74968]:   </devices>
Oct 30 12:14:58 user nova-compute[74968]: </domain>
Oct 30 12:14:58 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1359740608',display_name='tempest-VolumesActionsTest-instance-1359740608',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1359740608',id=14,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3c2a9736c1842e395591b907cad60f5',ramdisk_id='',reservation_id='r-x5cjenhw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1299279688',owner_user_name='tempest-VolumesActionsTest-1299279688-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:55Z,user_data=None,user_id='3b47bfcc45ea4f07a994c579c87fe47d',uuid=c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converting VIF {"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG os_vif [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '31263552-2303-5388-a966-6327b97c812c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbfdb383f-9c, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbfdb383f-9c, col_values=(('qos', UUID('f1d57aae-41de-4d08-a447-0cb677a06598')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbfdb383f-9c, col_values=(('external_ids', {'iface-id': 'bfdb383f-9c94-4e41-8be1-f48502907798', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:3a:bf', 'vm-uuid': 'c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:58 user nova-compute[74968]: INFO os_vif [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c')
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:14:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] No VIF found with MAC fa:16:3e:7c:3a:bf, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-changed-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Refreshing instance network info cache due to event network-changed-bfdb383f-9c94-4e41-8be1-f48502907798. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] Acquiring lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] Acquired lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:14:59 user nova-compute[74968]: DEBUG nova.network.neutron [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Refreshing network info cache for port bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Updated VIF entry in instance network info cache for port bfdb383f-9c94-4e41-8be1-f48502907798. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Updating instance_info_cache with network_info: [{"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d20c1109-ab66-4284-91e3-e8df233667f8 req-509dbeef-26d6-4391-adf0-fbbcf15c8637 service nova] Releasing lock "refresh_cache-c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] No waiting events found dispatching network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:00 user nova-compute[74968]: WARNING nova.compute.manager [req-61dd67aa-8767-4cc7-a770-4078463f5b08 req-f55dae1f-0260-445b-9142-32368211a750 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received unexpected event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 for instance with vm_state building and task_state spawning.
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Instance spawned successfully.
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] No waiting events found dispatching network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:02 user nova-compute[74968]: WARNING nova.compute.manager [req-33691318-9cdb-4de0-8461-afc80c62e677 req-f7890c74-4524-4624-b993-d8d8d7770a8e service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received unexpected event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 for instance with vm_state building and task_state spawning.
Oct 30 12:15:02 user nova-compute[74968]: INFO nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Took 8.09 seconds to spawn the instance on the hypervisor.
Oct 30 12:15:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:02 user nova-compute[74968]: INFO nova.compute.manager [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Took 9.98 seconds to build instance.
Oct 30 12:15:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-363e55d9-1623-49d9-bc8c-a4fa3b8e712c tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.136s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:05 user nova-compute[74968]: INFO nova.compute.manager [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Unshelving
Oct 30 12:15:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:05 user nova-compute[74968]: INFO nova.virt.block_device [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Booting with volume 4e49bf69-d16f-4dd2-98ee-f9659df344ed at /dev/vdc
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.utils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd39903-e60d-41cc-8bf6-950f1d251a8b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f21b22-fa51-4daa-a6d7-464be718693c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aea689c-885f-4cd4-b261-0f9c9ecf93c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99608cc-a378-492f-9653-e2c8e01c7635]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:15:05 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:15:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a322556a-78f3-4d3b-a068-e904a95c2681]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG os_brick.utils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:15:05 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating existing volume attachment record: 4fbff7aa-418f-4708-9403-3c7fb1f70b72 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:15:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:09 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 54b18bf2-4d92-4479-b29f-aef684efded4 is timed out.
Oct 30 12:15:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Successfully detached device vdb from instance 54b18bf2-4d92-4479-b29f-aef684efded4 from the live domain config.
Oct 30 12:15:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQbJRDiX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:15:09 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9398bf-ca28-4a28-aa79-1fc9ae15b87b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:15:09 user nova-compute[74968]: No targets found.
Oct 30 12:15:09 user nova-compute[74968]: iSNS:
Oct 30 12:15:09 user nova-compute[74968]: No targets found.
Oct 30 12:15:09 user nova-compute[74968]: STATIC:
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088
Oct 30 12:15:09 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:15:09 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:15:09 user nova-compute[74968]: FIRMWARE:
Oct 30 12:15:09 user nova-compute[74968]: No targets found.
Oct 30 12:15:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:15:09 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:15:09 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3630d5c2-7853-46c2-95e1-13d633b3ea48]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a40619-6eb2-4d00-ba2f-4a0dcb0588ed]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:15:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:09 user nova-compute[74968]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc (non-flash)
Oct 30 12:15:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7907ce950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc'): ({'sdg'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Removing single pathed devices sdg {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[71de407f-1d02-433e-adcf-0767ee4e672c]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1593a496-9312-4632-bf28-17b2db85f9e1]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Flushing IO for device /dev/sdg {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0b6258-7833-481e-bf88-1cb0e1dd9aea]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:15:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.086s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7beb7e4f-ae3d-4ab7-b3bd-299e93fb71af]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] SCSI volumes sdg have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[944f9f16-78f9-4a88-92ba-d327f0d9e631]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2118d8f8-4391-4357-b298-164661453f7b]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260]
Oct 30 12:15:10 user nova-compute[74968]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc, portal: 172.16.0.220,3260] successful.
Oct 30 12:15:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9706b90-1f92-467f-a5e5-5e9388f7eefc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e7f7bc-2486-4eae-ba18-ed66afc3d2f6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.529s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] <== disconnect_volume: return (532ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:15:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:15:11 user nova-compute[74968]: INFO nova.compute.claims [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Claim successful on node user
Oct 30 12:15:11 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lazy-loading 'flavor' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef5bc12e-2eba-4c23-82d0-ea778293fa1d tempest-VolumesAssistedSnapshotsTest-1626324657 tempest-VolumesAssistedSnapshotsTest-1626324657-project-admin] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.731s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.792s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:15:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.policy [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25729b4b4ebe48b4ac2ce36045445769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e54c6f78e8b4ffaa82de44fde49d536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:15:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Creating image(s)
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "/opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "/opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "/opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.267s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk 1073741824" returned: 0 in 0.082s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Successfully created port: eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Cannot resize image /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Ensure instance console log exists: /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Successfully updated port: eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquired lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-changed-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Refreshing instance network info cache due to event network-changed-eb7f3657-78c3-4243-902f-c160cb4f9ae1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] Acquiring lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Updating instance_info_cache with network_info: [{"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Releasing lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Instance network_info: |[{"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] Acquired lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Refreshing network info cache for port eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Start _get_guest_xml network_info=[{"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:15:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-89276612',display_name='tempest-VolumesAdminNegativeTest-server-89276612',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-89276612',id=15,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-wekvtz40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:13Z,user_data=None,user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=d8362736-4d52-4254-9c9e-b60a7c09c17a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'pci_devices' on Instance uuid d8362736-4d52-4254-9c9e-b60a7c09c17a {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:15:14 user nova-compute[74968]:   <uuid>d8362736-4d52-4254-9c9e-b60a7c09c17a</uuid>
Oct 30 12:15:14 user nova-compute[74968]:   <name>instance-0000000f</name>
Oct 30 12:15:14 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:15:14 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:15:14 user nova-compute[74968]:   <metadata>
Oct 30 12:15:14 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:15:14 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:name>tempest-VolumesAdminNegativeTest-server-89276612</nova:name>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:15:14</nova:creationTime>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:15:14 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:15:14 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:owner>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:user uuid="25729b4b4ebe48b4ac2ce36045445769">tempest-VolumesAdminNegativeTest-1750948615-project-member</nova:user>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:project uuid="8e54c6f78e8b4ffaa82de44fde49d536">tempest-VolumesAdminNegativeTest-1750948615</nova:project>
Oct 30 12:15:14 user nova-compute[74968]:       </nova:owner>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:15:14 user nova-compute[74968]:       <nova:ports>
Oct 30 12:15:14 user nova-compute[74968]:         <nova:port uuid="eb7f3657-78c3-4243-902f-c160cb4f9ae1">
Oct 30 12:15:14 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:15:14 user nova-compute[74968]:         </nova:port>
Oct 30 12:15:14 user nova-compute[74968]:       </nova:ports>
Oct 30 12:15:14 user nova-compute[74968]:     </nova:instance>
Oct 30 12:15:14 user nova-compute[74968]:   </metadata>
Oct 30 12:15:14 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:15:14 user nova-compute[74968]:     <system>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="serial">d8362736-4d52-4254-9c9e-b60a7c09c17a</entry>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="uuid">d8362736-4d52-4254-9c9e-b60a7c09c17a</entry>
Oct 30 12:15:14 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:15:14 user nova-compute[74968]:     </system>
Oct 30 12:15:14 user nova-compute[74968]:   </sysinfo>
Oct 30 12:15:14 user nova-compute[74968]:   <os>
Oct 30 12:15:14 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:15:14 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:15:14 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:15:14 user nova-compute[74968]:   </os>
Oct 30 12:15:14 user nova-compute[74968]:   <features>
Oct 30 12:15:14 user nova-compute[74968]:     <acpi/>
Oct 30 12:15:14 user nova-compute[74968]:     <apic/>
Oct 30 12:15:14 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:15:14 user nova-compute[74968]:   </features>
Oct 30 12:15:14 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:15:14 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:15:14 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:15:14 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:15:14 user nova-compute[74968]:   </clock>
Oct 30 12:15:14 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:15:14 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:15:14 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:15:14 user nova-compute[74968]:   </cpu>
Oct 30 12:15:14 user nova-compute[74968]:   <devices>
Oct 30 12:15:14 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:15:14 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:15:14 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk"/>
Oct 30 12:15:14 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:15:14 user nova-compute[74968]:     </disk>
Oct 30 12:15:14 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:15:14 user nova-compute[74968]:       <mac address="fa:16:3e:10:1b:04"/>
Oct 30 12:15:14 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:14 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:15:14 user nova-compute[74968]:       <target dev="tapeb7f3657-78"/>
Oct 30 12:15:14 user nova-compute[74968]:     </interface>
Oct 30 12:15:14 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:15:14 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/console.log" append="off"/>
Oct 30 12:15:14 user nova-compute[74968]:     </serial>
Oct 30 12:15:14 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:15:14 user nova-compute[74968]:     <video>
Oct 30 12:15:14 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:14 user nova-compute[74968]:     </video>
Oct 30 12:15:14 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:15:14 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:15:14 user nova-compute[74968]:     </rng>
Oct 30 12:15:14 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:15:14 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:15:14 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:15:14 user nova-compute[74968]:     </memballoon>
Oct 30 12:15:14 user nova-compute[74968]:   </devices>
Oct 30 12:15:14 user nova-compute[74968]: </domain>
Oct 30 12:15:14 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-89276612',display_name='tempest-VolumesAdminNegativeTest-server-89276612',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-89276612',id=15,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-wekvtz40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:13Z,user_data=None,user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=d8362736-4d52-4254-9c9e-b60a7c09c17a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG os_vif [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b0f24107-b074-5d01-9c27-d7c266bf8622', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb7f3657-78, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb7f3657-78, col_values=(('qos', UUID('695032df-018b-45e9-8479-6377676a93a3')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb7f3657-78, col_values=(('external_ids', {'iface-id': 'eb7f3657-78c3-4243-902f-c160cb4f9ae1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:1b:04', 'vm-uuid': 'd8362736-4d52-4254-9c9e-b60a7c09c17a'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:14 user nova-compute[74968]: INFO os_vif [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78')
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] No VIF found with MAC fa:16:3e:10:1b:04, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:15:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Updated VIF entry in instance network info cache for port eb7f3657-78c3-4243-902f-c160cb4f9ae1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:15:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Updating instance_info_cache with network_info: [{"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0681f3e2-30dc-465e-8a34-ede2ca3554e8 req-32f632dc-31ce-454f-969e-439786452389 service nova] Releasing lock "refresh_cache-d8362736-4d52-4254-9c9e-b60a7c09c17a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] No waiting events found dispatching network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:17 user nova-compute[74968]: WARNING nova.compute.manager [req-77e79fa1-c341-4457-a5bf-5f68543d0ff4 req-d2842b74-7823-4f6d-abfa-5b6907648e33 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received unexpected event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 for instance with vm_state building and task_state spawning.
Oct 30 12:15:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:15:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:18 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:15:18 user nova-compute[74968]: INFO nova.compute.claims [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Claim successful on node user
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] No waiting events found dispatching network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:19 user nova-compute[74968]: WARNING nova.compute.manager [req-a3ca5623-c3b7-4a4a-ba28-5986b8933ba3 req-0d480bf0-2ca3-4acc-9567-10348f10a760 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received unexpected event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 for instance with vm_state building and task_state spawning.
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Instance spawned successfully.
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Took 6.67 seconds to spawn the instance on the hypervisor.
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.743s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.068s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.compute.claims [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Claim successful on node user
Oct 30 12:15:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.compute.manager [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Took 7.94 seconds to build instance.
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e096d706-4290-49d4-976b-9f61daa482e1 tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.101s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.policy [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd4d14e831cb48c8886ffa98dc47fe0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d7865e2c5ea4423bf2c73cad6cc43b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:15:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Creating image(s)
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "/opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "/opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "/opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.229s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk 1073741824" returned: 0 in 0.109s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.859s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Successfully created port: cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:15:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.271s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.policy [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045766b52a4245ff89856fd59eb63e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbe6ecdc2824bf9a03c38c86dbee38c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Cannot resize image /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Ensure instance console log exists: /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:15:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Creating image(s)
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Successfully updated port: cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.238s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquired lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-changed-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Refreshing instance network info cache due to event network-changed-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] Acquiring lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk 1073741824" returned: 0 in 0.078s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.321s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Successfully created port: 0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Cannot resize image /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Ensure instance console log exists: /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating instance_info_cache with network_info: [{"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Releasing lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Instance network_info: |[{"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] Acquired lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Refreshing network info cache for port cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Start _get_guest_xml network_info=[{"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:15:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-999715331',display_name='tempest-TestServerVolumeAttachmentScenario-server-999715331',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-999715331',id=16,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEY3Io/3wh9SR2w1pTSJ8iMgslg4PNN+0956RFJg24/jlDUkln4bHHzP8zBFrdTcC8MwmMnaPdqjDfpP8aGL3nEHsYeurTJ69bNH47e8kO43eMgMP39ey4b2bngC/1Fmg==',key_name='tempest-keypair-2053850977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d7865e2c5ea4423bf2c73cad6cc43b5',ramdisk_id='',reservation_id='r-1njon2wp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1609837085',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1609837085-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd4d14e831cb48c8886ffa98dc47fe0b',uuid=aadb374e-cc61-48f0-a406-53c9f71dd9cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converting VIF {"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'pci_devices' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:15:21 user nova-compute[74968]:   <uuid>aadb374e-cc61-48f0-a406-53c9f71dd9cf</uuid>
Oct 30 12:15:21 user nova-compute[74968]:   <name>instance-00000010</name>
Oct 30 12:15:21 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:15:21 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:15:21 user nova-compute[74968]:   <metadata>
Oct 30 12:15:21 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:15:21 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-999715331</nova:name>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:15:21</nova:creationTime>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:15:21 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:15:21 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:owner>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:user uuid="bd4d14e831cb48c8886ffa98dc47fe0b">tempest-TestServerVolumeAttachmentScenario-1609837085-project-member</nova:user>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:project uuid="8d7865e2c5ea4423bf2c73cad6cc43b5">tempest-TestServerVolumeAttachmentScenario-1609837085</nova:project>
Oct 30 12:15:21 user nova-compute[74968]:       </nova:owner>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:15:21 user nova-compute[74968]:       <nova:ports>
Oct 30 12:15:21 user nova-compute[74968]:         <nova:port uuid="cca5053e-1ac2-495b-8ceb-9371ebc9d8ca">
Oct 30 12:15:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 12:15:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:15:21 user nova-compute[74968]:       </nova:ports>
Oct 30 12:15:21 user nova-compute[74968]:     </nova:instance>
Oct 30 12:15:21 user nova-compute[74968]:   </metadata>
Oct 30 12:15:21 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:15:21 user nova-compute[74968]:     <system>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="serial">aadb374e-cc61-48f0-a406-53c9f71dd9cf</entry>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="uuid">aadb374e-cc61-48f0-a406-53c9f71dd9cf</entry>
Oct 30 12:15:21 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:15:21 user nova-compute[74968]:     </system>
Oct 30 12:15:21 user nova-compute[74968]:   </sysinfo>
Oct 30 12:15:21 user nova-compute[74968]:   <os>
Oct 30 12:15:21 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:15:21 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:15:21 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:15:21 user nova-compute[74968]:   </os>
Oct 30 12:15:21 user nova-compute[74968]:   <features>
Oct 30 12:15:21 user nova-compute[74968]:     <acpi/>
Oct 30 12:15:21 user nova-compute[74968]:     <apic/>
Oct 30 12:15:21 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:15:21 user nova-compute[74968]:   </features>
Oct 30 12:15:21 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:15:21 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:15:21 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:15:21 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:15:21 user nova-compute[74968]:   </clock>
Oct 30 12:15:21 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:15:21 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:15:21 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:15:21 user nova-compute[74968]:   </cpu>
Oct 30 12:15:21 user nova-compute[74968]:   <devices>
Oct 30 12:15:21 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:15:21 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:15:21 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk"/>
Oct 30 12:15:21 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:15:21 user nova-compute[74968]:     </disk>
Oct 30 12:15:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:15:21 user nova-compute[74968]:       <mac address="fa:16:3e:ea:19:ca"/>
Oct 30 12:15:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:15:21 user nova-compute[74968]:       <target dev="tapcca5053e-1a"/>
Oct 30 12:15:21 user nova-compute[74968]:     </interface>
Oct 30 12:15:21 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:15:21 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/console.log" append="off"/>
Oct 30 12:15:21 user nova-compute[74968]:     </serial>
Oct 30 12:15:21 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:15:21 user nova-compute[74968]:     <video>
Oct 30 12:15:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:21 user nova-compute[74968]:     </video>
Oct 30 12:15:21 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:15:21 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:15:21 user nova-compute[74968]:     </rng>
Oct 30 12:15:21 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:15:21 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:15:21 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:15:21 user nova-compute[74968]:     </memballoon>
Oct 30 12:15:21 user nova-compute[74968]:   </devices>
Oct 30 12:15:21 user nova-compute[74968]: </domain>
Oct 30 12:15:21 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-999715331',display_name='tempest-TestServerVolumeAttachmentScenario-server-999715331',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-999715331',id=16,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEY3Io/3wh9SR2w1pTSJ8iMgslg4PNN+0956RFJg24/jlDUkln4bHHzP8zBFrdTcC8MwmMnaPdqjDfpP8aGL3nEHsYeurTJ69bNH47e8kO43eMgMP39ey4b2bngC/1Fmg==',key_name='tempest-keypair-2053850977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d7865e2c5ea4423bf2c73cad6cc43b5',ramdisk_id='',reservation_id='r-1njon2wp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1609837085',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1609837085-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd4d14e831cb48c8886ffa98dc47fe0b',uuid=aadb374e-cc61-48f0-a406-53c9f71dd9cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converting VIF {"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG os_vif [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53050b95-0b06-56f4-87f6-8a1f5b921b7f', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcca5053e-1a, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcca5053e-1a, col_values=(('qos', UUID('76c42148-9f7e-4c6e-987a-6f2f67f3de82')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcca5053e-1a, col_values=(('external_ids', {'iface-id': 'cca5053e-1ac2-495b-8ceb-9371ebc9d8ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:19:ca', 'vm-uuid': 'aadb374e-cc61-48f0-a406-53c9f71dd9cf'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:22 user nova-compute[74968]: INFO os_vif [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a')
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No VIF found with MAC fa:16:3e:ea:19:ca, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updated VIF entry in instance network info cache for port cca5053e-1ac2-495b-8ceb-9371ebc9d8ca. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating instance_info_cache with network_info: [{"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0a886e9-45bb-405f-bc7e-e3862c01cd6e req-f88c97fc-aaf4-48e1-a822-4cba67da5a2b service nova] Releasing lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Successfully updated port: 0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-changed-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing instance network info cache due to event network-changed-0eee5356-1138-48b9-bba6-c85f99f94cc4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:15:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Creating image(s)
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Ensure instance console log exists: /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start _get_guest_xml network_info=[{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4526418e-64d2-4c4c-a0c4-d7dc399a2fb1', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ca7e04e-a8f7-4e2a-b25a-291d959880c2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7b239f7-df41-4636-b840-870cf5b7418a', 'serial': 'd7b239f7-df41-4636-b840-870cf5b7418a'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:15:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:15:22 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:15:22 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:15:22 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d0953c7-29ff-4e7b-92c4-f711b563e56f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:15:22 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Instance network_info: |[{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing network info cache for port 0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Start _get_guest_xml network_info=[{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[171c7d9e-bcb9-40e8-9308-2babcc406944]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a] added
Oct 30 12:15:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.objects.instance [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'pci_devices' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e64adf-6e40-4dc8-b615-b9674ac1a2e6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:15:23 user nova-compute[74968]:   <uuid>47d89018-be86-40b9-a15e-c425062d749f</uuid>
Oct 30 12:15:23 user nova-compute[74968]:   <name>instance-00000011</name>
Oct 30 12:15:23 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:15:23 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:15:23 user nova-compute[74968]:   <metadata>
Oct 30 12:15:23 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:15:23 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:name>tempest-device-tagging-server-1411869848</nova:name>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:15:22</nova:creationTime>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:15:23 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:15:23 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:owner>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:user uuid="045766b52a4245ff89856fd59eb63e25">tempest-TaggedAttachmentsTest-941790493-project-member</nova:user>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:project uuid="3fbe6ecdc2824bf9a03c38c86dbee38c">tempest-TaggedAttachmentsTest-941790493</nova:project>
Oct 30 12:15:23 user nova-compute[74968]:       </nova:owner>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:15:23 user nova-compute[74968]:       <nova:ports>
Oct 30 12:15:23 user nova-compute[74968]:         <nova:port uuid="0eee5356-1138-48b9-bba6-c85f99f94cc4">
Oct 30 12:15:23 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:15:23 user nova-compute[74968]:         </nova:port>
Oct 30 12:15:23 user nova-compute[74968]:       </nova:ports>
Oct 30 12:15:23 user nova-compute[74968]:     </nova:instance>
Oct 30 12:15:23 user nova-compute[74968]:   </metadata>
Oct 30 12:15:23 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:15:23 user nova-compute[74968]:     <system>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="serial">47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="uuid">47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:15:23 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:15:23 user nova-compute[74968]:     </system>
Oct 30 12:15:23 user nova-compute[74968]:   </sysinfo>
Oct 30 12:15:23 user nova-compute[74968]:   <os>
Oct 30 12:15:23 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:15:23 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:15:23 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:15:23 user nova-compute[74968]:   </os>
Oct 30 12:15:23 user nova-compute[74968]:   <features>
Oct 30 12:15:23 user nova-compute[74968]:     <acpi/>
Oct 30 12:15:23 user nova-compute[74968]:     <apic/>
Oct 30 12:15:23 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:15:23 user nova-compute[74968]:   </features>
Oct 30 12:15:23 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:15:23 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:15:23 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:15:23 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:15:23 user nova-compute[74968]:   </clock>
Oct 30 12:15:23 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:15:23 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:15:23 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:15:23 user nova-compute[74968]:   </cpu>
Oct 30 12:15:23 user nova-compute[74968]:   <devices>
Oct 30 12:15:23 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:15:23 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:15:23 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk"/>
Oct 30 12:15:23 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:15:23 user nova-compute[74968]:     </disk>
Oct 30 12:15:23 user nova-compute[74968]:     <disk type="file" device="cdrom">
Oct 30 12:15:23 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 12:15:23 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config"/>
Oct 30 12:15:23 user nova-compute[74968]:       <target dev="hda" bus="ide"/>
Oct 30 12:15:23 user nova-compute[74968]:     </disk>
Oct 30 12:15:23 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:15:23 user nova-compute[74968]:       <mac address="fa:16:3e:3b:5f:9d"/>
Oct 30 12:15:23 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:23 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:15:23 user nova-compute[74968]:       <target dev="tap0eee5356-11"/>
Oct 30 12:15:23 user nova-compute[74968]:     </interface>
Oct 30 12:15:23 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:15:23 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log" append="off"/>
Oct 30 12:15:23 user nova-compute[74968]:     </serial>
Oct 30 12:15:23 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:15:23 user nova-compute[74968]:     <video>
Oct 30 12:15:23 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:23 user nova-compute[74968]:     </video>
Oct 30 12:15:23 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:15:23 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:15:23 user nova-compute[74968]:     </rng>
Oct 30 12:15:23 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:15:23 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:15:23 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:15:23 user nova-compute[74968]:     </memballoon>
Oct 30 12:15:23 user nova-compute[74968]:   </devices>
Oct 30 12:15:23 user nova-compute[74968]: </domain>
Oct 30 12:15:23 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_vif [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9dc0e291-ce93-58ee-b444-79ff650653a9', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[64492a00-3803-4a0e-a0fc-2025269f29c2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRlUpBIr {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0eee5356-11, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0eee5356-11, col_values=(('qos', UUID('2b5c95cf-6361-4f1d-8d5c-93e245eb3dfb')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0eee5356-11, col_values=(('external_ids', {'iface-id': '0eee5356-1138-48b9-bba6-c85f99f94cc4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:5f:9d', 'vm-uuid': '47d89018-be86-40b9-a15e-c425062d749f'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRlUpBIr" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[748937b7-4d9d-4f4f-922f-b0af0687916a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MRlUpBIr'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ce73ba-f90e-477f-8093-68409e7e1799]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: INFO os_vif [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11')
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[406fb37a-c846-403b-9162-06aa76b3ae6f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name hda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No VIF found with MAC fa:16:3e:3b:5f:9d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:15:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Using config drive
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c0d592-30eb-49c5-b623-4d2e07663b63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260]
Oct 30 12:15:23 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260] successful.
Oct 30 12:15:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece0a6d3-f668-4507-9445-3f63b55ce2ef]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[948a8230-5318-43c8-98ff-68816d24fa7f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:23 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.418s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] HCTL ('38', '-', '-', 0) found on session 12 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:15:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Creating config drive at /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmwkfekh1 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6e1894-6e7d-42bd-8a85-458f23900481]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching for a device in session 12 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmwkfekh1" returned: 0 in 0.081s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updated VIF entry in instance network info cache for port 0eee5356-1138-48b9-bba6-c85f99f94cc4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9ef23395-7dd6-48c7-b3c9-39d7ef83ac3c req-db7ec28a-a7b9-492f-b7e0-af402c07bdaf service nova] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] No waiting events found dispatching network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:23 user nova-compute[74968]: WARNING nova.compute.manager [req-a580ed28-6fa3-48bf-8793-6db7d31a7e7e req-76523096-85ba-4a77-9da3-8fe77027a121 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received unexpected event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca for instance with vm_state building and task_state spawning.
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.533s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== connect_volume: return (1535ms) {'type': 'block', 'scsi_wwn': '26533376633393065', 'path': '/dev/sdg'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533376633393065', 'path': '/dev/sdg'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1504170767',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1504170767',id=13,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-x04vm9ee',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:45Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=0ca7e04e-a8f7-4e2a-b25a-291d959880c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:15:24 user nova-compute[74968]:   <uuid>0ca7e04e-a8f7-4e2a-b25a-291d959880c2</uuid>
Oct 30 12:15:24 user nova-compute[74968]:   <name>instance-0000000d</name>
Oct 30 12:15:24 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:15:24 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:15:24 user nova-compute[74968]:   <metadata>
Oct 30 12:15:24 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:15:24 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1504170767</nova:name>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:15:22</nova:creationTime>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:15:24 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:15:24 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:owner>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:15:24 user nova-compute[74968]:       </nova:owner>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:15:24 user nova-compute[74968]:       <nova:ports>
Oct 30 12:15:24 user nova-compute[74968]:         <nova:port uuid="6705e103-2e17-4991-b394-817613d6a863">
Oct 30 12:15:24 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 12:15:24 user nova-compute[74968]:         </nova:port>
Oct 30 12:15:24 user nova-compute[74968]:       </nova:ports>
Oct 30 12:15:24 user nova-compute[74968]:     </nova:instance>
Oct 30 12:15:24 user nova-compute[74968]:   </metadata>
Oct 30 12:15:24 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:15:24 user nova-compute[74968]:     <system>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="serial">0ca7e04e-a8f7-4e2a-b25a-291d959880c2</entry>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="uuid">0ca7e04e-a8f7-4e2a-b25a-291d959880c2</entry>
Oct 30 12:15:24 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:15:24 user nova-compute[74968]:     </system>
Oct 30 12:15:24 user nova-compute[74968]:   </sysinfo>
Oct 30 12:15:24 user nova-compute[74968]:   <os>
Oct 30 12:15:24 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:15:24 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:15:24 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:15:24 user nova-compute[74968]:   </os>
Oct 30 12:15:24 user nova-compute[74968]:   <features>
Oct 30 12:15:24 user nova-compute[74968]:     <acpi/>
Oct 30 12:15:24 user nova-compute[74968]:     <apic/>
Oct 30 12:15:24 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:15:24 user nova-compute[74968]:   </features>
Oct 30 12:15:24 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:15:24 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:15:24 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:15:24 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:15:24 user nova-compute[74968]:   </clock>
Oct 30 12:15:24 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:15:24 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:15:24 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:15:24 user nova-compute[74968]:   </cpu>
Oct 30 12:15:24 user nova-compute[74968]:   <devices>
Oct 30 12:15:24 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:15:24 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:15:24 user nova-compute[74968]:       <source dev="/dev/sdg"/>
Oct 30 12:15:24 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:15:24 user nova-compute[74968]:       <serial>d7b239f7-df41-4636-b840-870cf5b7418a</serial>
Oct 30 12:15:24 user nova-compute[74968]:     </disk>
Oct 30 12:15:24 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:15:24 user nova-compute[74968]:       <mac address="fa:16:3e:ec:16:b1"/>
Oct 30 12:15:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:24 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:15:24 user nova-compute[74968]:       <target dev="tap6705e103-2e"/>
Oct 30 12:15:24 user nova-compute[74968]:     </interface>
Oct 30 12:15:24 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:15:24 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/console.log" append="off"/>
Oct 30 12:15:24 user nova-compute[74968]:     </serial>
Oct 30 12:15:24 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:15:24 user nova-compute[74968]:     <video>
Oct 30 12:15:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:24 user nova-compute[74968]:     </video>
Oct 30 12:15:24 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:15:24 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:15:24 user nova-compute[74968]:     </rng>
Oct 30 12:15:24 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:15:24 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:15:24 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:15:24 user nova-compute[74968]:     </memballoon>
Oct 30 12:15:24 user nova-compute[74968]:   </devices>
Oct 30 12:15:24 user nova-compute[74968]: </domain>
Oct 30 12:15:24 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1504170767',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1504170767',id=13,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-x04vm9ee',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:14:45Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=0ca7e04e-a8f7-4e2a-b25a-291d959880c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG os_vif [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5ff12d8-89f4-54ac-a101-7f61283488db', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6705e103-2e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6705e103-2e, col_values=(('qos', UUID('fad50ed0-5442-456c-9cb0-8eef26d957eb')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6705e103-2e, col_values=(('external_ids', {'iface-id': '6705e103-2e17-4991-b394-817613d6a863', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:16:b1', 'vm-uuid': '0ca7e04e-a8f7-4e2a-b25a-291d959880c2'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:24 user nova-compute[74968]: INFO os_vif [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e')
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:ec:16:b1, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:15:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] No waiting events found dispatching network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:25 user nova-compute[74968]: WARNING nova.compute.manager [req-810cc13a-aff1-4419-ad7e-46f2df4c9029 req-d2407d8f-06e7-46c1-94dd-bcf269ba52fc service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received unexpected event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca for instance with vm_state building and task_state spawning.
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:26 user nova-compute[74968]: WARNING nova.compute.manager [req-ddaefbdb-0bde-49b3-802a-1bb969276591 req-fe3b3ae3-7332-4a99-920a-c3d988911d7c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 for instance with vm_state building and task_state spawning.
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:28 user nova-compute[74968]: WARNING nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state building and task_state spawning.
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:28 user nova-compute[74968]: WARNING nova.compute.manager [req-3d6ebb02-3fa6-4d94-9d44-23aeafd7b1e4 req-8b66aba9-b481-48c8-a763-afd7acc7fa4c service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state building and task_state spawning.
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:28 user nova-compute[74968]: WARNING nova.compute.manager [req-6951b231-5a30-46c8-9179-4f0d6826efcc req-7b99bd15-d848-4bd3-99fc-3df6114bdc0c service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-plugged-0eee5356-1138-48b9-bba6-c85f99f94cc4 for instance with vm_state building and task_state spawning.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Instance spawned successfully.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Took 9.74 seconds to spawn the instance on the hypervisor.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.compute.manager [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Took 10.91 seconds to build instance.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a694111c-798c-423b-abb0-2eaec17496d5 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.037s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Instance spawned successfully.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance spawned successfully.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Took 9.18 seconds to spawn the instance on the hypervisor.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:29 user nova-compute[74968]: INFO nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Took 7.15 seconds to spawn the instance on the hypervisor.
Oct 30 12:15:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:30 user nova-compute[74968]: INFO nova.compute.manager [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Took 10.79 seconds to build instance.
Oct 30 12:15:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-afb780fa-b267-49ba-b4d4-96c32503e675 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.904s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:30 user nova-compute[74968]: INFO nova.compute.manager [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Took 45.49 seconds to build instance.
Oct 30 12:15:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c6819d8-6ed5-4137-ae92-06c3726bf2c5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.608s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_requests' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'numa_topology' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:32 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:15:32 user nova-compute[74968]: INFO nova.compute.claims [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Claim successful on node user
Oct 30 12:15:33 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:33 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.965s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:33 user nova-compute[74968]: INFO nova.network.neutron [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.network.neutron [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing instance network info cache due to event network-changed-62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.network.neutron [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:15:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Creating image(s)
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'trusted_certs' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.network.neutron [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Refreshing network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG nova.objects.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<16ed70e6-d055-454f-a7c4-971b8af3abca> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "3580aec19725ea2b942db08b58cd9bb2380ee454" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "3580aec19725ea2b942db08b58cd9bb2380ee454" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updated VIF entry in instance network info cache for port 62fb56a0-d5f4-4d27-a1dc-b5046568ff15. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG nova.network.neutron [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.part --force-share --output=json" returned: 0 in 0.345s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG nova.virt.images [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] f2dc226e-2122-4135-8071-80d2ba251d86 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.part /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74e17072-02d7-492b-9163-837ea724dfcb req-a99e931d-71a5-4ec2-9e89-fcb4378f9828 service nova] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.part /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.converted" returned: 0 in 0.771s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454.converted --force-share --output=json" returned: 0 in 0.266s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "3580aec19725ea2b942db08b58cd9bb2380ee454" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.318s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "3580aec19725ea2b942db08b58cd9bb2380ee454" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "3580aec19725ea2b942db08b58cd9bb2380ee454" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454,backing_fmt=raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454,backing_fmt=raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk 1073741824" returned: 0 in 0.046s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "3580aec19725ea2b942db08b58cd9bb2380ee454" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'migration_context' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:37 user nova-compute[74968]: DEBUG nova.objects.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<16ed70e6-d055-454f-a7c4-971b8af3abca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:15:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Rebasing disk image.
Oct 30 12:15:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa -F raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa -F raw /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk" returned: 0 in 2.271s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Ensure instance console log exists: /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start _get_guest_xml network_info=[{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='947f635943c409a04b2a4f8da54b5ea1',container_format='bare',created_at=2023-10-30T12:13:12Z,direct_url=<?>,disk_format='qcow2',id=f2dc226e-2122-4135-8071-80d2ba251d86,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2117718544-shelved',owner='5104056d94e44a58adb174a7eee2885c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:13:17Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4fbff7aa-418f-4708-9403-3c7fb1f70b72', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xagfZDvE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '16ed70e6-d055-454f-a7c4-971b8af3abca', 'attached_at': '', 'detached_at': '', 'volume_id': '4e49bf69-d16f-4dd2-98ee-f9659df344ed', 'serial': '4e49bf69-d16f-4dd2-98ee-f9659df344ed'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:15:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='947f635943c409a04b2a4f8da54b5ea1',container_format='bare',created_at=2023-10-30T12:13:12Z,direct_url=<?>,disk_format='qcow2',id=f2dc226e-2122-4135-8071-80d2ba251d86,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2117718544-shelved',owner='5104056d94e44a58adb174a7eee2885c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:13:17Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'vcpu_model' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.objects.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<16ed70e6-d055-454f-a7c4-971b8af3abca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xagfZDvE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:15:40 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:15:40 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:15:40 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260" returned: 21 in 0.077s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac5bed1-2cbf-4917-971f-0434ec2d0406]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:15:40 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfb8a93-7c1b-4b40-badc-5b0ab18dcab4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed] added
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d1fbfd-637d-4e68-9720-c9a974df488a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8fe1c2-2d23-4033-b363-4c096fbd8f98]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xagfZDvE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xagfZDvE" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a283f01-4135-4ba2-a54d-2761dcf3a4d7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xagfZDvE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c257cce-3708-43aa-8d1a-452cf005b98d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0d4778-c416-4fbf-89dc-5f91b50f4e14]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --login" returned: 0 in 0.106s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9f616a-574a-4118-b28a-4694bfe6a78e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260]
Oct 30 12:15:40 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260] successful.
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9479464f-ec35-423d-a5c8-ef51a7f83b5e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca633b0-eb9d-4ec1-9ed0-2e0abc62d5ff]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:15:40 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:15:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.419s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] HCTL ('41', '-', '-', 0) found on session 13 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b451bc45-25c2-47ea-9775-a95ad4cc1577]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching for a device in session 13 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:15:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xagfZDvE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.462s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] <== connect_volume: return (1463ms) {'type': 'block', 'scsi_wwn': '23839663461653065', 'path': '/dev/sdj'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839663461653065', 'path': '/dev/sdj'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='f2dc226e-2122-4135-8071-80d2ba251d86',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1551662093',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:13:17.146825',shelved_host='user',shelved_image_id='f2dc226e-2122-4135-8071-80d2ba251d86'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_devices' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.objects.base [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<16ed70e6-d055-454f-a7c4-971b8af3abca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:15:42 user nova-compute[74968]:   <uuid>16ed70e6-d055-454f-a7c4-971b8af3abca</uuid>
Oct 30 12:15:42 user nova-compute[74968]:   <name>instance-00000005</name>
Oct 30 12:15:42 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:15:42 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:15:42 user nova-compute[74968]:   <metadata>
Oct 30 12:15:42 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:15:42 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2117718544</nova:name>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:15:40</nova:creationTime>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:15:42 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:15:42 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:owner>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:user uuid="780ff631bc594ac887e880a14ded2e45">tempest-AttachVolumeShelveTestJSON-2050616252-project-member</nova:user>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:project uuid="5104056d94e44a58adb174a7eee2885c">tempest-AttachVolumeShelveTestJSON-2050616252</nova:project>
Oct 30 12:15:42 user nova-compute[74968]:       </nova:owner>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:root type="image" uuid="f2dc226e-2122-4135-8071-80d2ba251d86"/>
Oct 30 12:15:42 user nova-compute[74968]:       <nova:ports>
Oct 30 12:15:42 user nova-compute[74968]:         <nova:port uuid="62fb56a0-d5f4-4d27-a1dc-b5046568ff15">
Oct 30 12:15:42 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:15:42 user nova-compute[74968]:         </nova:port>
Oct 30 12:15:42 user nova-compute[74968]:       </nova:ports>
Oct 30 12:15:42 user nova-compute[74968]:     </nova:instance>
Oct 30 12:15:42 user nova-compute[74968]:   </metadata>
Oct 30 12:15:42 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:15:42 user nova-compute[74968]:     <system>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="serial">16ed70e6-d055-454f-a7c4-971b8af3abca</entry>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="uuid">16ed70e6-d055-454f-a7c4-971b8af3abca</entry>
Oct 30 12:15:42 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:15:42 user nova-compute[74968]:     </system>
Oct 30 12:15:42 user nova-compute[74968]:   </sysinfo>
Oct 30 12:15:42 user nova-compute[74968]:   <os>
Oct 30 12:15:42 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:15:42 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:15:42 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:15:42 user nova-compute[74968]:   </os>
Oct 30 12:15:42 user nova-compute[74968]:   <features>
Oct 30 12:15:42 user nova-compute[74968]:     <acpi/>
Oct 30 12:15:42 user nova-compute[74968]:     <apic/>
Oct 30 12:15:42 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:15:42 user nova-compute[74968]:   </features>
Oct 30 12:15:42 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:15:42 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:15:42 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:15:42 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:15:42 user nova-compute[74968]:   </clock>
Oct 30 12:15:42 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:15:42 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:15:42 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:15:42 user nova-compute[74968]:   </cpu>
Oct 30 12:15:42 user nova-compute[74968]:   <devices>
Oct 30 12:15:42 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:15:42 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:15:42 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk"/>
Oct 30 12:15:42 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:15:42 user nova-compute[74968]:     </disk>
Oct 30 12:15:42 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:15:42 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:15:42 user nova-compute[74968]:       <source dev="/dev/sdj"/>
Oct 30 12:15:42 user nova-compute[74968]:       <target dev="vdc" bus="virtio"/>
Oct 30 12:15:42 user nova-compute[74968]:       <serial>4e49bf69-d16f-4dd2-98ee-f9659df344ed</serial>
Oct 30 12:15:42 user nova-compute[74968]:     </disk>
Oct 30 12:15:42 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:15:42 user nova-compute[74968]:       <mac address="fa:16:3e:1c:8d:04"/>
Oct 30 12:15:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:42 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:15:42 user nova-compute[74968]:       <target dev="tap62fb56a0-d5"/>
Oct 30 12:15:42 user nova-compute[74968]:     </interface>
Oct 30 12:15:42 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:15:42 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/console.log" append="off"/>
Oct 30 12:15:42 user nova-compute[74968]:     </serial>
Oct 30 12:15:42 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:15:42 user nova-compute[74968]:     <video>
Oct 30 12:15:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:15:42 user nova-compute[74968]:     </video>
Oct 30 12:15:42 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:15:42 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:15:42 user nova-compute[74968]:     </rng>
Oct 30 12:15:42 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:15:42 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:15:42 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:15:42 user nova-compute[74968]:     </memballoon>
Oct 30 12:15:42 user nova-compute[74968]:   </devices>
Oct 30 12:15:42 user nova-compute[74968]: </domain>
Oct 30 12:15:42 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='f2dc226e-2122-4135-8071-80d2ba251d86',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1551662093',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:13:17.146825',shelved_host='user',shelved_image_id='f2dc226e-2122-4135-8071-80d2ba251d86'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG os_vif [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '625e7c8c-bfa6-5a4d-87fb-35638e40ca4c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62fb56a0-d5, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62fb56a0-d5, col_values=(('qos', UUID('dd574ea0-1aa1-4e15-886d-ccd1b3db8d8d')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62fb56a0-d5, col_values=(('external_ids', {'iface-id': '62fb56a0-d5f4-4d27-a1dc-b5046568ff15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:8d:04', 'vm-uuid': '16ed70e6-d055-454f-a7c4-971b8af3abca'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:42 user nova-compute[74968]: INFO os_vif [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5')
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:15:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No VIF found with MAC fa:16:3e:1c:8d:04, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [{"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-16ed70e6-d055-454f-a7c4-971b8af3abca" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:44 user nova-compute[74968]: WARNING nova.compute.manager [req-0bec3d1b-e409-4820-af7f-baa69681a64a req-2bb2bb78-c12e-4d2e-bdac-a9345b53e842 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:15:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:46 user nova-compute[74968]: WARNING nova.compute.manager [req-1478b91d-7019-4205-b834-c3f7f56a6e2e req-4263b1c9-0308-456c-a331-98614a7f7be3 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance spawned successfully.
Oct 30 12:15:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-555cada7-59db-4cd0-9247-073e960ce710 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 41.734s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdj (vdc) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:49 user nova-compute[74968]: INFO nova.compute.manager [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Terminating instance
Oct 30 12:15:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-unplugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] No waiting events found dispatching network-vif-unplugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-c12a668d-26c4-4713-b74e-1341e472feac req-8be75424-36af-4d04-8473-6618dbce1228 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-unplugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdi (vdc) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Instance destroyed successfully.
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lazy-loading 'resources' on Instance uuid 54b18bf2-4d92-4479-b29f-aef684efded4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1074005887',display_name='tempest-VolumesAssistedSnapshotsTest-server-1074005887',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1074005887',id=8,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGld0e01TKAPIREcnrg61sCV5+MQwke8fomzaN1OapYleo3tmoJHkZ8zWDurrd2lWYO8gvaYHJyyHPrHAO46FCVQ6Vt9vjmdAtljIV5mjJuRiS26NyAGnarvdzBh2feajw==',key_name='tempest-keypair-1043504344',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9229bc69d87f43aa93fa2636c403a042',ramdisk_id='',reservation_id='r-4mi4s26o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1773334366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1773334366-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae7d8af6b8747b4b2cf0ed144f748f6',uuid=54b18bf2-4d92-4479-b29f-aef684efded4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converting VIF {"id": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "address": "fa:16:3e:e4:38:73", "network": {"id": "738dab55-4da1-4bed-ad4b-cc3606089a21", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-218408574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9229bc69d87f43aa93fa2636c403a042", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc4f1fad-8c", "ovs_interfaceid": "bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG os_vif [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc4f1fad-8c, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db4af875-6a71-4f44-af75-c125761a5e3b) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:50 user nova-compute[74968]: INFO os_vif [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:38:73,bridge_name='br-int',has_traffic_filtering=True,id=bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e,network=Network(738dab55-4da1-4bed-ad4b-cc3606089a21),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc4f1fad-8c')
Oct 30 12:15:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Deleting instance files /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4_del
Oct 30 12:15:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Deletion of /opt/stack/data/nova/instances/54b18bf2-4d92-4479-b29f-aef684efded4_del complete
Oct 30 12:15:50 user nova-compute[74968]: INFO nova.compute.manager [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:15:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:15:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=6809MB free_disk=25.181163787841797GB free_vcpus=-3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e1ddd785-2243-49ba-a380-308de52bb5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 47d89018-be86-40b9-a15e-c425062d749f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 16ed70e6-d055-454f-a7c4-971b8af3abca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance aadb374e-cc61-48f0-a406-53c9f71dd9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d8362736-4d52-4254-9c9e-b60a7c09c17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 54b18bf2-4d92-4479-b29f-aef684efded4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bdf4ec17-0a58-467e-a68d-ac8419598bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:15:51 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:15:51 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Took 1.43 seconds to deallocate network for instance.
Oct 30 12:15:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] Acquiring lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] Lock "54b18bf2-4d92-4479-b29f-aef684efded4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] No waiting events found dispatching network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:15:52 user nova-compute[74968]: WARNING nova.compute.manager [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received unexpected event network-vif-plugged-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e for instance with vm_state deleted and task_state None.
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-507317de-63c5-43ea-9d45-650f0b28c992 req-744c3998-3d5c-425b-a375-bfd558fa9552 service nova] [instance: 54b18bf2-4d92-4479-b29f-aef684efded4] Received event network-vif-deleted-bc4f1fad-8cfa-458c-a179-b6a5e7cb6d2e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.730s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.119s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.483s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:52 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Deleted allocations for instance 54b18bf2-4d92-4479-b29f-aef684efded4
Oct 30 12:15:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c1c750da-eeaf-4c40-87b2-a454d12eff1a tempest-VolumesAssistedSnapshotsTest-1773334366 tempest-VolumesAssistedSnapshotsTest-1773334366-project-member] Lock "54b18bf2-4d92-4479-b29f-aef684efded4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.218s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:15:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:15:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:15:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-changed-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing instance network info cache due to event network-changed-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:16:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] Acquiring lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:16:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] Acquired lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:16:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Refreshing network info cache for port f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:16:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updated VIF entry in instance network info cache for port f6b4e661-674b-47c2-b0cc-7f23a1aac9e2. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:16:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bed33c2-77ea-4c7e-8ae6-8a133eb1dac8 req-529040a9-0247-4b11-ba95-f1a3120b1122 service nova] Releasing lock "refresh_cache-2b660684-1546-4b0f-b10c-63a98ce15a6a" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:16:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:05 user nova-compute[74968]: INFO nova.compute.manager [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Terminating instance
Oct 30 12:16:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-7286b346-0708-4b9c-8f21-fe3eaf2d4f8f req-27ef0883-a499-4197-b282-2e97e2c444fe service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-bbc0e36f-bdd3-49d2-b0d6-b76bcb06a437 req-1b1502c5-c299-4265-8e1f-2dd054fa7fdb service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-aabd7331-1be4-425d-83ed-121c5d6ee43a req-cb2c5034-83eb-4bd4-b504-4403e7b96a32 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-259d9318-2be5-44d3-bfe4-41742175d5c9 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Instance destroyed successfully.
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lazy-loading 'resources' on Instance uuid 2b660684-1546-4b0f-b10c-63a98ce15a6a {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6b4e661-67, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=169f2255-a7af-4a78-a9ef-cc3cb03fd877) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:a7:1c,bridge_name='br-int',has_traffic_filtering=True,id=f6b4e661-674b-47c2-b0cc-7f23a1aac9e2,network=Network(fd9b0e30-823b-4791-8dd7-33608ef5960f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6b4e661-67')
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap259d9318-2b, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0b0e6336-1f72-4d3d-81ad-eb7b6539d3f1) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:3d:ec,bridge_name='br-int',has_traffic_filtering=True,id=259d9318-2be5-44d3-bfe4-41742175d5c9,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap259d9318-2b')
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc372dd0f-e7, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8947c13a-89fe-431d-ab29-1c09dbe458e5) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:87:23,bridge_name='br-int',has_traffic_filtering=True,id=c372dd0f-e77f-4403-ace3-4f945b3cb494,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc372dd0f-e7')
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap703636a3-05, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b99f93b-36a2-4f71-a2d2-a3709ff54565) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:63:87,bridge_name='br-int',has_traffic_filtering=True,id=703636a3-0501-40ba-94fc-87a4c9ca6526,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap703636a3-05')
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1d85a3b-d4, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8939cb49-aa89-4dd8-8d56-c18a274487ae) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:64:8e,bridge_name='br-int',has_traffic_filtering=True,id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b,network=Network(33e9ec75-2707-4351-913d-c7cab021f990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1d85a3b-d4')
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "address": "fa:16:3e:bb:6b:b1", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d260b0-8c", "ovs_interfaceid": "15d260b0-8cdf-48ce-84ee-5365db6e6b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15d260b0-8c, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d30ec8f-659b-4ab0-b72d-41aa0e82b53a) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:6b:b1,bridge_name='br-int',has_traffic_filtering=True,id=15d260b0-8cdf-48ce-84ee-5365db6e6b73,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d260b0-8c')
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-622740614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-622740614',id=9,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN33I4sI4Q90F31FfjQ5j6rRSy9lMXQwOHiLLor7ta5TipxstE8z7hPU+HZE7L53KBagfHJY67emTBSs8hFBx8XSIUwdfaLnjno2gfz9QNg9SXPucu+YNBdyeXSzlKfiWg==',key_name='tempest-keypair-903117429',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68683d1afae44e968a3eb223b379fac7',ramdisk_id='',reservation_id='r-deuvnwq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1605768327',owner_user_name='tempest-TaggedBootDevicesTest_v242-1605768327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c0818c210fc14773b3ec224c6f468bac',uuid=2b660684-1546-4b0f-b10c-63a98ce15a6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converting VIF {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0752deec-a7, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6eada5ea-f4ed-4447-b38d-32e54909f1d4) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:08 user nova-compute[74968]: INFO os_vif [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=0752deec-a7fb-42ed-a488-9eb9fa9ec7fe,network=Network(b87bafb2-1ba2-4c69-b6a9-0a43603454bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0752deec-a7')
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KGnhHlsd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2997094c-107f-4d07-b122-698e42c30850]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: iSNS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: STATIC:
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:08 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6f69ee-a3df-4951-9009-a5a2440aac1a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-e3f4aee7-6d3a-401b-ac37-a414e76f86bf req-66560537-6308-4614-950e-62ca8415f8c5 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1381a44-e074-481b-877a-6d0ec01a8c34]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bfac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.040s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e54143-87c3-4d89-af82-8982154caba5]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc88213-df9f-4730-b29b-aec0ec25f7eb]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8c25ff-81ad-406e-848e-74cb20085cb9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8c6386-5ea9-4b03-94ad-ef42da0cfb5e]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9edec798-5ac1-411d-ad9b-fb4b490e0614]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[db455811-fe18-44fb-9a59-24ed5c1c6ebc]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260]
Oct 30 12:16:08 user nova-compute[74968]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8073c343-c6f5-4523-a8b9-e95aff34f587 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c1da19-ebdf-4f99-9b07-2243cec1dea9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== disconnect_volume: return (374ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'njXcIOYi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-259d9318-2be5-44d3-bfe4-41742175d5c9 for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-160bd3b8-fdc1-412a-b394-aa7882e040c8 req-759e76f9-a287-4581-8b40-54a51a763d43 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-15d260b0-8cdf-48ce-84ee-5365db6e6b73 for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-c372dd0f-e77f-4403-ace3-4f945b3cb494 for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-703636a3-0501-40ba-94fc-87a4c9ca6526 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-703636a3-0501-40ba-94fc-87a4c9ca6526 for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-unplugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-unplugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Acquiring lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] No waiting events found dispatching network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING nova.compute.manager [req-8ef57ac8-4c1c-4950-92ac-d62c03941138 req-b18447e2-128a-49ac-ad38-209b8e808876 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received unexpected event network-vif-plugged-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe for instance with vm_state active and task_state deleting.
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[684f5249-5968-473a-86c7-eb441188634d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: iSNS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: STATIC:
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:08 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[51bb1943-5a35-4e7c-a24f-30cf22bf45be]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad44973a-2cbc-4fd7-a977-9fdd93f6ae97]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79021ec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088'): ({'sde'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Removing single pathed devices sde {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5764f0b5-536a-483f-8345-143867859c22]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f6c0d0-c3da-4bdc-af3e-c55172fdc09e]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Flushing IO for device /dev/sde {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b4b76df-e9fb-478c-a787-6dc687aef4e0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebf405b-f25b-41b3-a6d3-705580912584]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e1790c-7275-475a-bbc5-7a49425468ee]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bd8fb3-1bcf-485b-be66-fb7811d703e8]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260]
Oct 30 12:16:08 user nova-compute[74968]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efe3d8ea-8fc3-4c14-98da-391cba007088 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d78eedb-d4f7-4895-b818-0bb8e1c722db]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== disconnect_volume: return (408ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bIpTwMjv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:08 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfafb651-0da8-4072-8652-9f611bb43d20]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: iSNS:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]: STATIC:
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:08 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:08 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:08 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:08 user nova-compute[74968]: No targets found.
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:08 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:08 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64c93fa-0e6b-4051-8d0a-7a4251ef7b9b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[48705c89-325a-47cc-bc79-17acb730a3e0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 (non-flash)
Oct 30 12:16:08 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79021ec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1'): ({'sdf'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Removing single pathed devices sdf {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c927183a-fbe2-45a1-a649-f0d3fab62116]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0473a294-679c-40ff-beeb-fe2c3ebf1b3c]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Flushing IO for device /dev/sdf {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab42ebc-52f9-4d3d-aea4-6f2ac84570eb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a61c71f-0b44-4002-8025-599272f03e01]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7494dc76-3440-416c-a6b8-7d4d6715aa2f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e812352-1fb8-4702-b1ec-b767bb44fd07]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260]
Oct 30 12:16:09 user nova-compute[74968]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf4fe67c-4acb-4c56-b626-477d185c77d1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[65576467-d8e5-4c3a-8b9c-1bcd25788d5a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] <== disconnect_volume: return (351ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Deleting instance files /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a_del
Oct 30 12:16:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Deletion of /opt/stack/data/nova/instances/2b660684-1546-4b0f-b10c-63a98ce15a6a_del complete
Oct 30 12:16:09 user nova-compute[74968]: INFO nova.compute.manager [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Took 3.48 seconds to destroy the instance on the hypervisor.
Oct 30 12:16:09 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:16:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-changed-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Refreshing instance network info cache due to event network-changed-36b506af-18e0-4cb8-b928-e6b9838cc691. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] Acquiring lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] Acquired lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Refreshing network info cache for port 36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updated VIF entry in instance network info cache for port 36b506af-18e0-4cb8-b928-e6b9838cc691. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updating instance_info_cache with network_info: [{"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:11 user nova-compute[74968]: INFO nova.compute.manager [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Terminating instance
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-89c40464-5501-4a98-b8c6-cdfae0cfbda2 req-73b00381-7fda-4a22-b556-7b1b10a03841 service nova] Releasing lock "refresh_cache-e1ddd785-2243-49ba-a380-308de52bb5cd" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-unplugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] No waiting events found dispatching network-vif-unplugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-9c3e6c30-13e7-41b9-912f-ffdc00d7658b req-f1538114-f4ae-4ffc-a556-115384a94525 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-unplugged-36b506af-18e0-4cb8-b928-e6b9838cc691 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Instance destroyed successfully.
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.objects.instance [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'resources' on Instance uuid e1ddd785-2243-49ba-a380-308de52bb5cd {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-574290741',display_name='tempest-AttachVolumeNegativeTest-server-574290741',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-574290741',id=12,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBvzixuPJmc6ChcTQF2FRtHV6DOhJHX92dufDp5AfphZsVkGaJeRlJDNFdJEcyM896jNLSGI3Vn54mViwcGSrwVzw1+6KpprouaubfNKjwI47JA2RHDC/l1LMVkeJQYjQ==',key_name='tempest-keypair-2095395096',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-jwad3x2c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=e1ddd785-2243-49ba-a380-308de52bb5cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "36b506af-18e0-4cb8-b928-e6b9838cc691", "address": "fa:16:3e:de:c2:ee", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36b506af-18", "ovs_interfaceid": "36b506af-18e0-4cb8-b928-e6b9838cc691", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG os_vif [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36b506af-18, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a9cdf222-ad62-4b11-af08-c8f0f6fe6df7) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:12 user nova-compute[74968]: INFO os_vif [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c2:ee,bridge_name='br-int',has_traffic_filtering=True,id=36b506af-18e0-4cb8-b928-e6b9838cc691,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36b506af-18')
Oct 30 12:16:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Deleting instance files /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd_del
Oct 30 12:16:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Deletion of /opt/stack/data/nova/instances/e1ddd785-2243-49ba-a380-308de52bb5cd_del complete
Oct 30 12:16:12 user nova-compute[74968]: INFO nova.compute.manager [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 30 12:16:12 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:12 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Took 0.73 seconds to deallocate network for instance.
Oct 30 12:16:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-48712e7b-667a-4454-a8a3-0466243ba79a req-def92bd5-f0ca-45ac-ac6e-94398663eab8 service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-deleted-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-deleted-15d260b0-8cdf-48ce-84ee-5365db6e6b73 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:13 user nova-compute[74968]: INFO nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Neutron deleted interface 15d260b0-8cdf-48ce-84ee-5365db6e6b73; detaching it from the instance and deleting it from the info cache
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "address": "fa:16:3e:b3:64:8e", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1d85a3b-d4", "ovs_interfaceid": "d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Detach interface failed, port_id=15d260b0-8cdf-48ce-84ee-5365db6e6b73, reason: Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-deleted-d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:13 user nova-compute[74968]: INFO nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Neutron deleted interface d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b; detaching it from the instance and deleting it from the info cache
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [{"id": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "address": "fa:16:3e:44:a7:1c", "network": {"id": "fd9b0e30-823b-4791-8dd7-33608ef5960f", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-580889219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6b4e661-67", "ovs_interfaceid": "f6b4e661-674b-47c2-b0cc-7f23a1aac9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "259d9318-2be5-44d3-bfe4-41742175d5c9", "address": "fa:16:3e:8a:3d:ec", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap259d9318-2b", "ovs_interfaceid": "259d9318-2be5-44d3-bfe4-41742175d5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "address": "fa:16:3e:e0:87:23", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc372dd0f-e7", "ovs_interfaceid": "c372dd0f-e77f-4403-ace3-4f945b3cb494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "703636a3-0501-40ba-94fc-87a4c9ca6526", "address": "fa:16:3e:50:63:87", "network": {"id": "33e9ec75-2707-4351-913d-c7cab021f990", "bridge": "br-int", "label": "tempest-device-tagging-net1-587853813", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap703636a3-05", "ovs_interfaceid": "703636a3-0501-40ba-94fc-87a4c9ca6526", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "address": "fa:16:3e:7d:d7:13", "network": {"id": "b87bafb2-1ba2-4c69-b6a9-0a43603454bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1814583365", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "68683d1afae44e968a3eb223b379fac7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0752deec-a7", "ovs_interfaceid": "0752deec-a7fb-42ed-a488-9eb9fa9ec7fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6c51b3-cac8-4239-aa17-bda145dc3634 req-9f5c3160-51fa-4b3a-9319-02f58f6763b6 service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Detach interface failed, port_id=d1d85a3b-d4ba-4cc1-a8fa-f8ec0f949c3b, reason: Instance 2b660684-1546-4b0f-b10c-63a98ce15a6a could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.497s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:13 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Deleted allocations for instance e1ddd785-2243-49ba-a380-308de52bb5cd
Oct 30 12:16:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-16770065-3fcb-4946-8a39-5b473afc6df4 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.121s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] Acquiring lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] Lock "e1ddd785-2243-49ba-a380-308de52bb5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] No waiting events found dispatching network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:13 user nova-compute[74968]: WARNING nova.compute.manager [req-dfef28dc-7a4f-4258-9fcb-1b1a723a4af6 req-0027c99c-69cc-447f-a434-fafeed9604fe service nova] [instance: e1ddd785-2243-49ba-a380-308de52bb5cd] Received unexpected event network-vif-plugged-36b506af-18e0-4cb8-b928-e6b9838cc691 for instance with vm_state deleted and task_state None.
Oct 30 12:16:14 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:14 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Took 5.00 seconds to deallocate network for instance.
Oct 30 12:16:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-9dcc9cd3-e818-4deb-93a6-ae7d529b1a00 req-a789ef45-af9c-416c-96c6-1120c333a27c service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-deleted-f6b4e661-674b-47c2-b0cc-7f23a1aac9e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-9dcc9cd3-e818-4deb-93a6-ae7d529b1a00 req-a789ef45-af9c-416c-96c6-1120c333a27c service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-deleted-0752deec-a7fb-42ed-a488-9eb9fa9ec7fe {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-9dcc9cd3-e818-4deb-93a6-ae7d529b1a00 req-a789ef45-af9c-416c-96c6-1120c333a27c service nova] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Received event network-vif-deleted-703636a3-0501-40ba-94fc-87a4c9ca6526 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:16 user nova-compute[74968]: INFO nova.compute.manager [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] [instance: 2b660684-1546-4b0f-b10c-63a98ce15a6a] Took 2.63 seconds to detach 3 volumes for instance.
Oct 30 12:16:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:17 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:16:17 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:16:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.369s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:17 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Deleted allocations for instance 2b660684-1546-4b0f-b10c-63a98ce15a6a
Oct 30 12:16:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4e288a2f-f1af-40ec-9cd4-0e6ea51fe96b tempest-TaggedBootDevicesTest_v242-1605768327 tempest-TaggedBootDevicesTest_v242-1605768327-project-member] Lock "2b660684-1546-4b0f-b10c-63a98ce15a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.668s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-changed-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing instance network info cache due to event network-changed-0ca72c20-9f55-4730-85e0-9e1efda96a09. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] Acquiring lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] Acquired lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:16:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Refreshing network info cache for port 0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:16:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updated VIF entry in instance network info cache for port 0ca72c20-9f55-4730-85e0-9e1efda96a09. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:16:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dc3a6bfd-54ec-4a6d-8714-2f2f0b1697a9 req-799db68a-5fb7-48a0-8d71-b91d49a2205a service nova] Releasing lock "refresh_cache-e3135d57-1fdd-4f90-ac4e-e3b8580bd783" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:16:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:25 user nova-compute[74968]: INFO nova.compute.manager [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Terminating instance
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f9022fc-8c06-482e-b17d-5b0dfcb112db req-7060843c-ed47-43bf-a3ea-ce18cea334f4 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-7e9cb491-59da-4f52-965c-6723b6e11d2b req-94516aed-cb8c-4962-9bdd-33c2601a8b95 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-9a713bca-607d-4596-9a8a-60eec6340b24 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-42593ddb-221d-4071-a180-603e5862138d req-c5d763b9-7ede-443e-a536-baf45ccdefdb service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-a59d1219-342e-4d8d-9a80-793a09984821 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Instance destroyed successfully.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lazy-loading 'resources' on Instance uuid e3135d57-1fdd-4f90-ac4e-e3b8580bd783 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ca72c20-9f, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6e4892f-4d53-458b-9c74-52c076657769) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:ed:29,bridge_name='br-int',has_traffic_filtering=True,id=0ca72c20-9f55-4730-85e0-9e1efda96a09,network=Network(6b74a96d-d78e-4841-b45e-d3bd7b62a5dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca72c20-9f')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c991e2b-dc, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=25cb8c03-3af9-4d02-8440-203c593b7879) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:0b:73,bridge_name='br-int',has_traffic_filtering=True,id=4c991e2b-dc14-4ba1-a44e-883fd56d0840,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4c991e2b-dc')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a713bca-60, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-0ca72c20-9f55-4730-85e0-9e1efda96a09 for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-82275036-1052-4caa-8edf-d5f3f2e3642b req-c3e9de5a-f6b0-4b43-beb7-0845c53f83be service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-4c991e2b-dc14-4ba1-a44e-883fd56d0840 for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=210af0c0-c4f2-4eed-b70d-d173cf83479b) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:9b:cb,bridge_name='br-int',has_traffic_filtering=True,id=9a713bca-607d-4596-9a8a-60eec6340b24,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a713bca-60')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "23b32342-04ae-4e3a-94d6-8abfd275587e", "address": "fa:16:3e:ab:71:79", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23b32342-04", "ovs_interfaceid": "23b32342-04ae-4e3a-94d6-8abfd275587e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap23b32342-04, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3604a55a-4b1f-4a4c-9651-bda830f87b9c) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:71:79,bridge_name='br-int',has_traffic_filtering=True,id=23b32342-04ae-4e3a-94d6-8abfd275587e,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23b32342-04')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84d7b3e6-2b, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8880ac4-2286-466c-b176-c18dc4dd73ae) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:91:db,bridge_name='br-int',has_traffic_filtering=True,id=84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b,network=Network(668f7865-2ecc-4d92-9888-94ec916f35e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d7b3e6-2b')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13fff0b4-43, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0f861c6a-4008-4e46-b6af-12c327ca6bcf) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d4:06,bridge_name='br-int',has_traffic_filtering=True,id=13fff0b4-438d-4685-a6b3-eaa6c8787612,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13fff0b4-43')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:12:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1448893356',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1448893356',id=11,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIImEBvgRIR09ARisg5I9aj70uOJ7iQ763p4/hWAlIOMbtVaGOs1AeWkNP7hPp/CExozPHkb0wbccCmip2h39AwDz57sT6Hs+OppjAy4xZlhrwYQ0ARhwB5hSkvuTbPk5A==',key_name='tempest-keypair-221743466',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7735f8cce77b4237ba0f738cc33888a1',ramdisk_id='',reservation_id='r-9o8xi70c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-514301340',owner_user_name='tempest-TaggedBootDevicesTest-514301340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='512301e4a03f4e3ca40f87d03120f7cf',uuid=e3135d57-1fdd-4f90-ac4e-e3b8580bd783,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converting VIF {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa59d1219-34, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0aba5b03-2bb9-4098-819a-902286fffe2c) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:27 user nova-compute[74968]: INFO os_vif [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:e8:eb,bridge_name='br-int',has_traffic_filtering=True,id=a59d1219-342e-4d8d-9a80-793a09984821,network=Network(5755e126-2d84-4188-819d-0f237ca94060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa59d1219-34')
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xHzFNOmY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9820544-0324-4516-bfcf-6e5b931743c9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:27 user nova-compute[74968]: No targets found.
Oct 30 12:16:27 user nova-compute[74968]: iSNS:
Oct 30 12:16:27 user nova-compute[74968]: No targets found.
Oct 30 12:16:27 user nova-compute[74968]: STATIC:
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:27 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:27 user nova-compute[74968]: No targets found.
Oct 30 12:16:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:27 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:27 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[158580c6-4e39-429b-a6b1-47a69045531d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-9a713bca-607d-4596-9a8a-60eec6340b24 for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-23b32342-04ae-4e3a-94d6-8abfd275587e for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-23b32342-04ae-4e3a-94d6-8abfd275587e for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-unplugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-unplugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:27 user nova-compute[74968]: WARNING nova.compute.manager [req-aae6fedf-4aa5-408d-a173-f9085dd7c834 req-0175d78e-d98d-4dd2-8b69-f398104761b9 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-13fff0b4-438d-4685-a6b3-eaa6c8787612 for instance with vm_state active and task_state deleting.
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0285d09-35bc-4310-bac5-7649a4b09803]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:27 user nova-compute[74968]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d (non-flash)
Oct 30 12:16:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7907ccf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9225c30a-ea5a-495d-ab48-a0b1243c96ce]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[91cb04bc-3b84-40ce-8078-c7b3b8d6b97a]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea661177-a19d-4af4-ae5f-32108c547998]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6da6a21-51d1-4363-8124-a0e1736dcd38]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5fdaede-9808-45d9-98aa-275b29f55245]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd68a352-0bd6-4d21-a4fa-ed5417db0a7e]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260]
Oct 30 12:16:28 user nova-compute[74968]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00fb77d6-53c6-42b9-8655-0886876f349d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9753b2b-60cd-4e7a-9c6a-b8a005a6eda1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== disconnect_volume: return (344ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cMXtEiLJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:28 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[781b8296-76b6-4686-9b1b-8c33092044b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]: iSNS:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]: STATIC:
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:28 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:28 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df71555-641f-4b75-a02d-cd3cbe7e5e39]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8b4054-716f-4b60-af40-ba5df36e455a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790630790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909'): ({'sdh'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Removing single pathed devices sdh {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca6f084-21a8-4f92-9ad1-9b8d9868752f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c03ece-87fa-4e79-aaf3-ea4ab15c4e84]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Flushing IO for device /dev/sdh {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d3b028-a41b-4bcc-bede-c68575517340]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab52631-a44e-426d-bae3-6a7eedf54517]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] SCSI volumes sdh have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[139cba87-5f29-406f-bf43-d289210a3846]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] Acquiring lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] No waiting events found dispatching network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:28 user nova-compute[74968]: WARNING nova.compute.manager [req-7a4deba9-27b4-4e69-b52e-b5368361d9e9 req-06c8d414-8794-4040-bc32-0a0c6436e846 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received unexpected event network-vif-plugged-a59d1219-342e-4d8d-9a80-793a09984821 for instance with vm_state active and task_state deleting.
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b2416b-9515-44c1-89d1-341890478c7d]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260]
Oct 30 12:16:28 user nova-compute[74968]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6a4a7b6-2dfc-40a1-9ece-2aaf97005909 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcae469f-644e-4d6b-bc98-4e0e9b66106b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== disconnect_volume: return (348ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UPqAzWnJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:28 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a92538-034c-4bc0-89a6-d275f1b6cc67]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]: iSNS:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]: STATIC:
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:16:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:16:28 user nova-compute[74968]: FIRMWARE:
Oct 30 12:16:28 user nova-compute[74968]: No targets found.
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:16:28 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:16:28 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb1abe1-db37-4420-91b2-a3ff5d0b5c19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[79b5ead2-f019-4f44-9810-322fe6cb453d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:28 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7902cf6d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00'): ({'sdi'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Removing single pathed devices sdi {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[29da2a8d-6df3-4e1d-bd66-2fabf1e29a17]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8e5e1b-5b2e-426c-9cc1-b944848cbcd4]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Flushing IO for device /dev/sdi {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fce83b9-cd87-4a2e-b14f-8e065f2ba37e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.051s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9add0a64-3f37-46db-a8fb-26dd664a7bad]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] SCSI volumes sdi have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[25542f89-83aa-4c7a-a32a-755b8c0d3234]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38cd964-f83b-4558-a4f6-31361f9c0354]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260]
Oct 30 12:16:28 user nova-compute[74968]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00, portal: 172.16.0.220,3260] successful.
Oct 30 12:16:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c144f428-3b7e-4565-9992-f0ddde30ff00 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea8301a-cbe7-49c1-b414-62982437c0ca]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] <== disconnect_volume: return (311ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:16:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Deleting instance files /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783_del
Oct 30 12:16:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Deletion of /opt/stack/data/nova/instances/e3135d57-1fdd-4f90-ac4e-e3b8580bd783_del complete
Oct 30 12:16:28 user nova-compute[74968]: INFO nova.compute.manager [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Took 3.68 seconds to destroy the instance on the hypervisor.
Oct 30 12:16:28 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:16:28 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:16:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-442c75d1-66af-4418-b4f6-cfdcbc5a3de9 req-93f066d9-e909-46ef-8601-73fc89652474 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-deleted-23b32342-04ae-4e3a-94d6-8abfd275587e {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:30 user nova-compute[74968]: INFO nova.compute.manager [req-442c75d1-66af-4418-b4f6-cfdcbc5a3de9 req-93f066d9-e909-46ef-8601-73fc89652474 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Neutron deleted interface 23b32342-04ae-4e3a-94d6-8abfd275587e; detaching it from the instance and deleting it from the info cache
Oct 30 12:16:30 user nova-compute[74968]: DEBUG nova.network.neutron [req-442c75d1-66af-4418-b4f6-cfdcbc5a3de9 req-93f066d9-e909-46ef-8601-73fc89652474 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [{"id": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "address": "fa:16:3e:00:ed:29", "network": {"id": "6b74a96d-d78e-4841-b45e-d3bd7b62a5dd", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-121732677-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca72c20-9f", "ovs_interfaceid": "0ca72c20-9f55-4730-85e0-9e1efda96a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "address": "fa:16:3e:6c:0b:73", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c991e2b-dc", "ovs_interfaceid": "4c991e2b-dc14-4ba1-a44e-883fd56d0840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9a713bca-607d-4596-9a8a-60eec6340b24", "address": "fa:16:3e:fd:9b:cb", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a713bca-60", "ovs_interfaceid": "9a713bca-607d-4596-9a8a-60eec6340b24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "address": "fa:16:3e:b2:91:db", "network": {"id": "668f7865-2ecc-4d92-9888-94ec916f35e4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722714681", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d7b3e6-2b", "ovs_interfaceid": "84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "address": "fa:16:3e:d8:d4:06", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13fff0b4-43", "ovs_interfaceid": "13fff0b4-438d-4685-a6b3-eaa6c8787612", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a59d1219-342e-4d8d-9a80-793a09984821", "address": "fa:16:3e:33:e8:eb", "network": {"id": "5755e126-2d84-4188-819d-0f237ca94060", "bridge": "br-int", "label": "tempest-device-tagging-net2-706389843", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7735f8cce77b4237ba0f738cc33888a1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa59d1219-34", "ovs_interfaceid": "a59d1219-342e-4d8d-9a80-793a09984821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-442c75d1-66af-4418-b4f6-cfdcbc5a3de9 req-93f066d9-e909-46ef-8601-73fc89652474 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Detach interface failed, port_id=23b32342-04ae-4e3a-94d6-8abfd275587e, reason: Instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:16:31 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:31 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Took 3.06 seconds to deallocate network for instance.
Oct 30 12:16:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ca086a2-2c82-4b2d-92bc-689430dfd3f7 req-64be2de6-40be-4611-a47b-75834deb0056 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-deleted-a59d1219-342e-4d8d-9a80-793a09984821 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ca086a2-2c82-4b2d-92bc-689430dfd3f7 req-64be2de6-40be-4611-a47b-75834deb0056 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-deleted-13fff0b4-438d-4685-a6b3-eaa6c8787612 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ca086a2-2c82-4b2d-92bc-689430dfd3f7 req-64be2de6-40be-4611-a47b-75834deb0056 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-deleted-84d7b3e6-2b9e-47ac-b9e1-d4fa7dd7606b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ca086a2-2c82-4b2d-92bc-689430dfd3f7 req-64be2de6-40be-4611-a47b-75834deb0056 service nova] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Received event network-vif-deleted-0ca72c20-9f55-4730-85e0-9e1efda96a09 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:34 user nova-compute[74968]: INFO nova.compute.manager [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] [instance: e3135d57-1fdd-4f90-ac4e-e3b8580bd783] Took 2.55 seconds to detach 3 volumes for instance.
Oct 30 12:16:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:34 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:16:34 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:16:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.380s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:35 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Deleted allocations for instance e3135d57-1fdd-4f90-ac4e-e3b8580bd783
Oct 30 12:16:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c00b561-213f-4f4c-bfb5-72e656bd2a9e tempest-TaggedBootDevicesTest-514301340 tempest-TaggedBootDevicesTest-514301340-project-member] Lock "e3135d57-1fdd-4f90-ac4e-e3b8580bd783" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.910s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:35 user nova-compute[74968]: INFO nova.compute.manager [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Rescuing
Oct 30 12:16:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:16:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:16:35 user nova-compute[74968]: DEBUG nova.network.neutron [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:36 user nova-compute[74968]: WARNING nova.compute.manager [req-a0037fc0-c054-4493-ae4b-663a0bdd32ee req-867e61fb-09ad-4ecd-9a6a-6eb5d8adeaae service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state active and task_state rescuing.
Oct 30 12:16:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance destroyed successfully.
Oct 30 12:16:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Attempting a stable device rescue
Oct 30 12:16:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:16:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Creating image(s)
Oct 30 12:16:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "8a26133851d39f45a890b429705c0ca78645c983" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "8a26133851d39f45a890b429705c0ca78645c983" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.part --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG nova.virt.images [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] af5b227a-53fa-4d0c-9b84-da67224655a3 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.part /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:38 user nova-compute[74968]: WARNING nova.compute.manager [req-1ee17827-f910-48f3-be0e-25568b463293 req-bed01710-c72b-469d-baeb-c33edcf554e8 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state active and task_state rescuing.
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.part /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.converted" returned: 0 in 0.498s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "8a26133851d39f45a890b429705c0ca78645c983" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.061s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "8a26133851d39f45a890b429705c0ca78645c983" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "8a26133851d39f45a890b429705c0ca78645c983" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983 --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983,backing_fmt=raw /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983,backing_fmt=raw /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue" returned: 0 in 0.048s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "8a26133851d39f45a890b429705c0ca78645c983" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'migration_context' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<0ca7e04e-a8f7-4e2a-b25a-291d959880c2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start _get_guest_xml network_info=[{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:ec:16:b1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'af5b227a-53fa-4d0c-9b84-da67224655a3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4526418e-64d2-4c4c-a0c4-d7dc399a2fb1', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '0ca7e04e-a8f7-4e2a-b25a-291d959880c2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7b239f7-df41-4636-b840-870cf5b7418a', 'serial': 'd7b239f7-df41-4636-b840-870cf5b7418a'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<0ca7e04e-a8f7-4e2a-b25a-291d959880c2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<0ca7e04e-a8f7-4e2a-b25a-291d959880c2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:16:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:16:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<0ca7e04e-a8f7-4e2a-b25a-291d959880c2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:16:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:16:39 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe54ada-454d-4f5a-9ba5-8dae38565a36]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = MRlUpBIr\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 12:16:39 user nova-compute[74968]: node.name = iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:16:39 user nova-compute[74968]: node.tpgt = -1
Oct 30 12:16:39 user nova-compute[74968]: node.startup = automatic
Oct 30 12:16:39 user nova-compute[74968]: node.leading_login = No
Oct 30 12:16:39 user nova-compute[74968]: iface.iscsi_ifacename = default
Oct 30 12:16:39 user nova-compute[74968]: iface.net_ifacename = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.ipaddress = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.prefix_len = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.hwaddress = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.transport_name = tcp
Oct 30 12:16:39 user nova-compute[74968]: iface.initiatorname = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.vlan_id = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.vlan_priority = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.vlan_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.iface_num = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.mtu = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.port = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.bootproto = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.subnet_mask = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.gateway = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_alt_client_id = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_dns = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_learn_iqn = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_vendor_id_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_vendor_id = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.dhcp_slp_da = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.fragmentation = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.gratuitous_arp = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.incoming_forwarding = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.tos_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.tos = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.ttl = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.delayed_ack = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.tcp_nagle = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.tcp_wsf_state = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.tcp_wsf = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.tcp_timer_scale = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.tcp_timestamp = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.redirect = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.def_task_mgmt_timeout = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.header_digest = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.data_digest = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.immediate_data = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.initial_r2t = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.data_seq_inorder = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.data_pdu_inorder = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.erl = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.max_receive_data_len = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.first_burst_len = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.max_outstanding_r2t = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.max_burst_len = 0
Oct 30 12:16:39 user nova-compute[74968]: iface.chap_auth = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.bidi_chap = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.strict_login_compliance = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.discovery_auth = <empty>
Oct 30 12:16:39 user nova-compute[74968]: iface.discovery_logout = <empty>
Oct 30 12:16:39 user nova-compute[74968]: node.discovery_address = <empty>
Oct 30 12:16:39 user nova-compute[74968]: node.discovery_port = 0
Oct 30 12:16:39 user nova-compute[74968]: node.discovery_type = static
Oct 30 12:16:39 user nova-compute[74968]: node.session.initial_cmdsn = 0
Oct 30 12:16:39 user nova-compute[74968]: node.session.initial_login_retry_max = 8
Oct 30 12:16:39 user nova-compute[74968]: node.session.xmit_thread_priority = -20
Oct 30 12:16:39 user nova-compute[74968]: node.session.cmds_max = 128
Oct 30 12:16:39 user nova-compute[74968]: node.session.queue_depth = 32
Oct 30 12:16:39 user nova-compute[74968]: node.session.nr_sessions = 1
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.authmethod = CHAP
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.username = MRlUpBIr
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.password = ***
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.username_in = <empty>
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.password_in = <empty>
Oct 30 12:16:39 user nova-compute[74968]: node.session.auth.chap_algs = MD5
Oct 30 12:16:39 user nova-compute[74968]: node.session.timeo.replacement_timeout = 120
Oct 30 12:16:39 user nova-compute[74968]: node.session.err_timeo.abort_timeout = 15
Oct 30 12:16:39 user nova-compute[74968]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 12:16:39 user nova-compute[74968]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 12:16:39 user nova-compute[74968]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.FastAbort = Yes
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.InitialR2T = No
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.ImmediateData = Yes
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.MaxConnections = 1
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 12:16:39 user nova-compute[74968]: node.session.iscsi.ERL = 0
Oct 30 12:16:39 user nova-compute[74968]: node.session.scan = manual
Oct 30 12:16:39 user nova-compute[74968]: node.session.reopen_max = 0
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].address = 172.16.0.220
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].port = 3260
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].startup = manual
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].tcp.window_size = 524288
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].tcp.type_of_service = 0
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].timeo.logout_timeout = 15
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].timeo.login_timeout = 15
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].timeo.auth_timeout = 45
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.DataDigest = None
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.IFMarker = No
Oct 30 12:16:39 user nova-compute[74968]: node.conn[0].iscsi.OFMarker = No
Oct 30 12:16:39 user nova-compute[74968]: # END RECORD
Oct 30 12:16:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[178af916-a188-4c18-946b-1f69a9f0116c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[20e3ac3e-f810-4788-b2a6-787dd946b883]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRlUpBIr {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRlUpBIr" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1026b665-b00c-4ac0-acd8-b28b5fb2c74d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MRlUpBIr'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a25c73-0e4c-47e4-b61e-70c7e3aee67c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c54ba05-5025-4a9c-9b22-8c0310ae41cf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:39 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:39 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:16:39 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:16:39 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:16:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.153s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] HCTL ('38', '0', '0', 0) found on session 12 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Scanning host 38 c: 0, t: 0, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a78eebe-e7ed-48b2-9ebe-071a3184324b]: (4, ('0 0 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching for a device in session 12 and hctl ('38', '0', '0', 0) yield: sdg {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.180s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== connect_volume: return (181ms) {'type': 'block', 'scsi_wwn': '26533376633393065', 'path': '/dev/sdg'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533376633393065', 'path': '/dev/sdg'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1504170767',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1504170767',id=13,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-x04vm9ee',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:15:30Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=0ca7e04e-a8f7-4e2a-b25a-291d959880c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:ec:16:b1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:ec:16:b1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<0ca7e04e-a8f7-4e2a-b25a-291d959880c2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:16:39 user nova-compute[74968]:   <uuid>0ca7e04e-a8f7-4e2a-b25a-291d959880c2</uuid>
Oct 30 12:16:39 user nova-compute[74968]:   <name>instance-0000000d</name>
Oct 30 12:16:39 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:16:39 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:16:39 user nova-compute[74968]:   <metadata>
Oct 30 12:16:39 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:16:39 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1504170767</nova:name>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:16:39</nova:creationTime>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:16:39 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:16:39 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:owner>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:16:39 user nova-compute[74968]:       </nova:owner>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:16:39 user nova-compute[74968]:       <nova:ports>
Oct 30 12:16:39 user nova-compute[74968]:         <nova:port uuid="6705e103-2e17-4991-b394-817613d6a863">
Oct 30 12:16:39 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 12:16:39 user nova-compute[74968]:         </nova:port>
Oct 30 12:16:39 user nova-compute[74968]:       </nova:ports>
Oct 30 12:16:39 user nova-compute[74968]:     </nova:instance>
Oct 30 12:16:39 user nova-compute[74968]:   </metadata>
Oct 30 12:16:39 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:16:39 user nova-compute[74968]:     <system>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="serial">0ca7e04e-a8f7-4e2a-b25a-291d959880c2</entry>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="uuid">0ca7e04e-a8f7-4e2a-b25a-291d959880c2</entry>
Oct 30 12:16:39 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:16:39 user nova-compute[74968]:     </system>
Oct 30 12:16:39 user nova-compute[74968]:   </sysinfo>
Oct 30 12:16:39 user nova-compute[74968]:   <os>
Oct 30 12:16:39 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:16:39 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:16:39 user nova-compute[74968]:   </os>
Oct 30 12:16:39 user nova-compute[74968]:   <features>
Oct 30 12:16:39 user nova-compute[74968]:     <acpi/>
Oct 30 12:16:39 user nova-compute[74968]:     <apic/>
Oct 30 12:16:39 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:16:39 user nova-compute[74968]:   </features>
Oct 30 12:16:39 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:16:39 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:16:39 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:16:39 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:16:39 user nova-compute[74968]:   </clock>
Oct 30 12:16:39 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:16:39 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:16:39 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:16:39 user nova-compute[74968]:   </cpu>
Oct 30 12:16:39 user nova-compute[74968]:   <devices>
Oct 30 12:16:39 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:16:39 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:16:39 user nova-compute[74968]:       <source dev="/dev/sdg"/>
Oct 30 12:16:39 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:16:39 user nova-compute[74968]:       <serial>d7b239f7-df41-4636-b840-870cf5b7418a</serial>
Oct 30 12:16:39 user nova-compute[74968]:     </disk>
Oct 30 12:16:39 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:16:39 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:16:39 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue"/>
Oct 30 12:16:39 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:16:39 user nova-compute[74968]:       <boot order="1"/>
Oct 30 12:16:39 user nova-compute[74968]:     </disk>
Oct 30 12:16:39 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:16:39 user nova-compute[74968]:       <mac address="fa:16:3e:ec:16:b1"/>
Oct 30 12:16:39 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:16:39 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:16:39 user nova-compute[74968]:       <target dev="tap6705e103-2e"/>
Oct 30 12:16:39 user nova-compute[74968]:     </interface>
Oct 30 12:16:39 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:16:39 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/console.log" append="off"/>
Oct 30 12:16:39 user nova-compute[74968]:     </serial>
Oct 30 12:16:39 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:16:39 user nova-compute[74968]:     <video>
Oct 30 12:16:39 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:16:39 user nova-compute[74968]:     </video>
Oct 30 12:16:39 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:16:39 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:16:39 user nova-compute[74968]:     </rng>
Oct 30 12:16:39 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:16:39 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:16:39 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:16:39 user nova-compute[74968]:     </memballoon>
Oct 30 12:16:39 user nova-compute[74968]:   </devices>
Oct 30 12:16:39 user nova-compute[74968]: </domain>
Oct 30 12:16:39 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:16:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance destroyed successfully.
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:16:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:ec:16:b1, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:41 user nova-compute[74968]: WARNING nova.compute.manager [req-d03d6716-3deb-462d-95fc-92d55bdc8e77 req-a7242e4f-9758-44f6-8186-77511c04a117 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state active and task_state rescuing.
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-faacc741-6f50-4a0c-9700-1e6d3f3bbf34 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:43 user nova-compute[74968]: WARNING nova.compute.manager [req-f5635baa-d6ef-4fe3-ac9a-5994e4769fea req-386d8f35-d100-40c3-ba60-6d4e0c265804 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state rescued and task_state None.
Oct 30 12:16:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating instance_info_cache with network_info: [{"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-ff434def-15b8-4aa9-8814-b8a240d1c1f0" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:16:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdj (vdc) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:48 user nova-compute[74968]: INFO nova.compute.manager [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Terminating instance
Oct 30 12:16:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-unplugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] No waiting events found dispatching network-vif-unplugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cf8b0-9aef-4ae2-8923-00a045ec66f8 req-5d634095-c96e-4563-87a9-606665dc6167 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-unplugged-1913b764-6efc-49ed-9118-8442701b7329 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:16:49 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Instance destroyed successfully.
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lazy-loading 'resources' on Instance uuid bdf4ec17-0a58-467e-a68d-ac8419598bab {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:11:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1733115895',display_name='tempest-AttachSCSIVolumeTestJSON-server-1733115895',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1733115895',id=7,image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEc/nyjmc+hjybMZkLBLM71557fEnJl+piWloE3ntHBk7T34QDyB46a6YexbZN2N+bzfDCWAx6zZN4zaAShT2D9jq+f90RRDhzEMihKKrHbxhe9wwLJHn4PiWgfcY/N+aA==',key_name='tempest-keypair-1684688256',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af57a4bb46364e24bdd046d8b4452a51',ramdisk_id='',reservation_id='r-6r0w1e7a',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4cc05fd7-4606-4e55-ba43-4a6b19eee868',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1693613281',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1693613281-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c396b5af11b14afa9d8c9fd28f65f538',uuid=bdf4ec17-0a58-467e-a68d-ac8419598bab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converting VIF {"id": "1913b764-6efc-49ed-9118-8442701b7329", "address": "fa:16:3e:2e:7a:33", "network": {"id": "e9c06fa0-03b4-4d9d-9902-3896db978f73", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-344846238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af57a4bb46364e24bdd046d8b4452a51", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1913b764-6e", "ovs_interfaceid": "1913b764-6efc-49ed-9118-8442701b7329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG os_vif [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1913b764-6e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e15fbcc2-6083-4ce0-9983-c9c3fef04eef) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:49 user nova-compute[74968]: INFO os_vif [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:7a:33,bridge_name='br-int',has_traffic_filtering=True,id=1913b764-6efc-49ed-9118-8442701b7329,network=Network(e9c06fa0-03b4-4d9d-9902-3896db978f73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1913b764-6e')
Oct 30 12:16:49 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Deleting instance files /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab_del
Oct 30 12:16:49 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Deletion of /opt/stack/data/nova/instances/bdf4ec17-0a58-467e-a68d-ac8419598bab_del complete
Oct 30 12:16:49 user nova-compute[74968]: INFO nova.compute.manager [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Took 0.83 seconds to destroy the instance on the hypervisor.
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:16:50 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:16:50 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Took 1.47 seconds to deallocate network for instance.
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] Acquiring lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] No waiting events found dispatching network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:16:51 user nova-compute[74968]: WARNING nova.compute.manager [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received unexpected event network-vif-plugged-1913b764-6efc-49ed-9118-8442701b7329 for instance with vm_state deleted and task_state None.
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-b3a8b6df-6df7-42e6-9389-f87910fda5d0 req-d39bf391-24fc-4729-be14-13b3fd7fb053 service nova] [instance: bdf4ec17-0a58-467e-a68d-ac8419598bab] Received event network-vif-deleted-1913b764-6efc-49ed-9118-8442701b7329 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:16:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:16:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7239MB free_disk=25.1983642578125GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.893s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.336s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:51 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Deleted allocations for instance bdf4ec17-0a58-467e-a68d-ac8419598bab
Oct 30 12:16:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5613dacc-dd80-4040-9388-23b005caa2f4 tempest-AttachSCSIVolumeTestJSON-1693613281 tempest-AttachSCSIVolumeTestJSON-1693613281-project-member] Lock "bdf4ec17-0a58-467e-a68d-ac8419598bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.414s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 16ed70e6-d055-454f-a7c4-971b8af3abca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d8362736-4d52-4254-9c9e-b60a7c09c17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance aadb374e-cc61-48f0-a406-53c9f71dd9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 47d89018-be86-40b9-a15e-c425062d749f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.693s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:16:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:16:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:16:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:16:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:16:55 user nova-compute[74968]: INFO nova.compute.manager [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Detaching volume 4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:16:55 user nova-compute[74968]: INFO nova.virt.block_device [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Attempting to driver detach volume 4e49bf69-d16f-4dd2-98ee-f9659df344ed from mountpoint /dev/vdc
Oct 30 12:16:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Attempting to detach device vdc from instance 16ed70e6-d055-454f-a7c4-971b8af3abca from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:16:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:16:55 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:16:55 user nova-compute[74968]:   <source dev="/dev/sdj"/>
Oct 30 12:16:55 user nova-compute[74968]:   <target dev="vdc" bus="virtio"/>
Oct 30 12:16:55 user nova-compute[74968]:   <serial>4e49bf69-d16f-4dd2-98ee-f9659df344ed</serial>
Oct 30 12:16:55 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:16:55 user nova-compute[74968]: </disk>
Oct 30 12:16:55 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:16:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully detached device vdc from instance 16ed70e6-d055-454f-a7c4-971b8af3abca from the persistent domain config.
Oct 30 12:16:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 16ed70e6-d055-454f-a7c4-971b8af3abca from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:16:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:16:55 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:16:55 user nova-compute[74968]:   <source dev="/dev/sdj"/>
Oct 30 12:16:55 user nova-compute[74968]:   <target dev="vdc" bus="virtio"/>
Oct 30 12:16:55 user nova-compute[74968]:   <serial>4e49bf69-d16f-4dd2-98ee-f9659df344ed</serial>
Oct 30 12:16:55 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:16:55 user nova-compute[74968]: </disk>
Oct 30 12:16:55 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:16:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:16:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:16:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:00 user nova-compute[74968]: INFO nova.compute.manager [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Terminating instance
Oct 30 12:17:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:17:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-unplugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] No waiting events found dispatching network-vif-unplugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-99260978-67e3-4ce3-806c-a8f1c75df019 req-15e01022-34a3-4cf5-a575-fe5f6ad0fdea service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-unplugged-bfdb383f-9c94-4e41-8be1-f48502907798 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:17:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Instance destroyed successfully.
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lazy-loading 'resources' on Instance uuid c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1359740608',display_name='tempest-VolumesActionsTest-instance-1359740608',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1359740608',id=14,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3c2a9736c1842e395591b907cad60f5',ramdisk_id='',reservation_id='r-x5cjenhw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1299279688',owner_user_name='tempest-VolumesActionsTest-1299279688-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:03Z,user_data=None,user_id='3b47bfcc45ea4f07a994c579c87fe47d',uuid=c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converting VIF {"id": "bfdb383f-9c94-4e41-8be1-f48502907798", "address": "fa:16:3e:7c:3a:bf", "network": {"id": "4cbda05c-2188-4ec2-b5ab-8990ff779633", "bridge": "br-int", "label": "tempest-VolumesActionsTest-144448155-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3c2a9736c1842e395591b907cad60f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfdb383f-9c", "ovs_interfaceid": "bfdb383f-9c94-4e41-8be1-f48502907798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG os_vif [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbfdb383f-9c, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1d57aae-41de-4d08-a447-0cb677a06598) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:01 user nova-compute[74968]: INFO os_vif [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3a:bf,bridge_name='br-int',has_traffic_filtering=True,id=bfdb383f-9c94-4e41-8be1-f48502907798,network=Network(4cbda05c-2188-4ec2-b5ab-8990ff779633),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfdb383f-9c')
Oct 30 12:17:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Deleting instance files /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6_del
Oct 30 12:17:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Deletion of /opt/stack/data/nova/instances/c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6_del complete
Oct 30 12:17:01 user nova-compute[74968]: INFO nova.compute.manager [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Took 0.75 seconds to destroy the instance on the hypervisor.
Oct 30 12:17:01 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:17:01 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-cad8f857-896d-4ff5-88d3-b437dfd5cc7e req-5fef78bb-2058-476f-97fb-a61f594b9a92 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-deleted-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:02 user nova-compute[74968]: INFO nova.compute.manager [req-cad8f857-896d-4ff5-88d3-b437dfd5cc7e req-5fef78bb-2058-476f-97fb-a61f594b9a92 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Neutron deleted interface bfdb383f-9c94-4e41-8be1-f48502907798; detaching it from the instance and deleting it from the info cache
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-cad8f857-896d-4ff5-88d3-b437dfd5cc7e req-5fef78bb-2058-476f-97fb-a61f594b9a92 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:02 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Took 0.83 seconds to deallocate network for instance.
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-cad8f857-896d-4ff5-88d3-b437dfd5cc7e req-5fef78bb-2058-476f-97fb-a61f594b9a92 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Detach interface failed, port_id=bfdb383f-9c94-4e41-8be1-f48502907798, reason: Instance c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:02 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Deleted allocations for instance c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-82114bf4-78f0-4e37-98cc-3bfddbce27fa tempest-VolumesActionsTest-1299279688 tempest-VolumesActionsTest-1299279688-project-member] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.291s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] Acquiring lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] Lock "c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] No waiting events found dispatching network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:03 user nova-compute[74968]: WARNING nova.compute.manager [req-40b6bb47-51fe-40b1-80d0-665020b7a7f3 req-ffee89ac-079d-4d6c-95a5-cd8fd49061c9 service nova] [instance: c85b4fde-8adc-43a8-bc2e-06dcc9ee21f6] Received unexpected event network-vif-plugged-bfdb383f-9c94-4e41-8be1-f48502907798 for instance with vm_state deleted and task_state None.
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:03 user nova-compute[74968]: INFO nova.compute.manager [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Detaching volume d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:17:03 user nova-compute[74968]: INFO nova.virt.block_device [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Attempting to driver detach volume d06a3018-1387-4eda-b39e-a1e3c746466b from mountpoint /dev/vdb
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Attempting to detach device vdb from instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:17:03 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:03 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:17:03 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:03 user nova-compute[74968]:   <serial>d06a3018-1387-4eda-b39e-a1e3c746466b</serial>
Oct 30 12:17:03 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:17:03 user nova-compute[74968]: </disk>
Oct 30 12:17:03 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:17:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 from the persistent domain config.
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:17:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:17:03 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:03 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:17:03 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:03 user nova-compute[74968]:   <serial>d06a3018-1387-4eda-b39e-a1e3c746466b</serial>
Oct 30 12:17:03 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:17:03 user nova-compute[74968]: </disk>
Oct 30 12:17:03 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:17:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:17:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-changed-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Refreshing instance network info cache due to event network-changed-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] Acquiring lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] Acquired lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Refreshing network info cache for port cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updated VIF entry in instance network info cache for port cca5053e-1ac2-495b-8ceb-9371ebc9d8ca. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating instance_info_cache with network_info: [{"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a262abd-6b8d-4f1c-aca0-67dd7cfae2ca req-fa9b19a8-f6be-4885-b601-cc5297967960 service nova] Releasing lock "refresh_cache-aadb374e-cc61-48f0-a406-53c9f71dd9cf" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG nova.objects.instance [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:10 user nova-compute[74968]: INFO nova.compute.manager [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attaching volume d787d0a4-31d1-4955-bb7b-0c19c69ef55d to /dev/vdb
Oct 30 12:17:10 user nova-compute[74968]: DEBUG os_brick.utils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d2f2b1-3517-4ae7-bb7f-6a72ad435f0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[234a7b49-2e2e-4387-a2df-c27c4d2794b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.097s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef9be06-3b8a-40fa-9ffd-2715ed5aeb25]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8620391-709f-41e2-9d1f-68fdec757852]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:11 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e713dadd-6ea1-4f0b-8b38-753439149068]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG os_brick.utils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== get_connector_properties: return (253ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating existing volume attachment record: 393e4d69-7783-4b31-a5be-a8a9b09dcfec {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "interface-47d89018-be86-40b9-a15e-c425062d749f-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "interface-47d89018-be86-40b9-a15e-c425062d749f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'flavor' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-changed-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing instance network info cache due to event network-changed-0eee5356-1138-48b9-bba6-c85f99f94cc4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing network info cache for port 0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'pci_requests' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.objects.base [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Object Instance<47d89018-be86-40b9-a15e-c425062d749f> lazy-loaded attributes: flavor,pci_requests {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.policy [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045766b52a4245ff89856fd59eb63e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbe6ecdc2824bf9a03c38c86dbee38c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updated VIF entry in instance network info cache for port 0eee5356-1138-48b9-bba6-c85f99f94cc4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-016c0f60-8be1-4719-bc38-8ba69b0bf642 req-8fbc4645-0599-49f4-8dab-cc4267f23ada service nova] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Successfully created port: 44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Successfully updated port: 44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-changed-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing instance network info cache due to event network-changed-44a1820b-6edd-4652-a686-07f747fb0c34. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:17:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Refreshing network info cache for port 44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG os_vif [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b4085587-ef70-5601-9fb7-fa33edea3ba1', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44a1820b-6e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44a1820b-6e, col_values=(('qos', UUID('98f637ce-0b32-49eb-9089-39efa13464f0')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44a1820b-6e, col_values=(('external_ids', {'iface-id': '44a1820b-6edd-4652-a686-07f747fb0c34', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:47:88', 'vm-uuid': '47d89018-be86-40b9-a15e-c425062d749f'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: INFO os_vif [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e')
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] attach device xml: <interface type="ethernet">
Oct 30 12:17:14 user nova-compute[74968]:   <mac address="fa:16:3e:9a:47:88"/>
Oct 30 12:17:14 user nova-compute[74968]:   <model type="virtio"/>
Oct 30 12:17:14 user nova-compute[74968]:   <mtu size="1442"/>
Oct 30 12:17:14 user nova-compute[74968]:   <target dev="tap44a1820b-6e"/>
Oct 30 12:17:14 user nova-compute[74968]: </interface>
Oct 30 12:17:14 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updated VIF entry in instance network info cache for port 44a1820b-6edd-4652-a686-07f747fb0c34. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dbb6130f-2381-4f3a-a897-0c877aafea8a req-25755def-a151-4ac0-90ad-233115805707 service nova] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name hda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No VIF found with MAC fa:16:3e:3b:5f:9d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:17:14 user nova-compute[74968]:   <nova:package version="0.0.0"/>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:name>tempest-device-tagging-server-1411869848</nova:name>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:creationTime>2023-10-30 12:17:14</nova:creationTime>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:flavor name="m1.tiny">
Oct 30 12:17:14 user nova-compute[74968]:     <nova:memory>512</nova:memory>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:disk>1</nova:disk>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:swap>0</nova:swap>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:vcpus>1</nova:vcpus>
Oct 30 12:17:14 user nova-compute[74968]:   </nova:flavor>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:owner>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:user uuid="045766b52a4245ff89856fd59eb63e25">tempest-TaggedAttachmentsTest-941790493-project-member</nova:user>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:project uuid="3fbe6ecdc2824bf9a03c38c86dbee38c">tempest-TaggedAttachmentsTest-941790493</nova:project>
Oct 30 12:17:14 user nova-compute[74968]:   </nova:owner>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:17:14 user nova-compute[74968]:   <nova:ports>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:port uuid="0eee5356-1138-48b9-bba6-c85f99f94cc4">
Oct 30 12:17:14 user nova-compute[74968]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:17:14 user nova-compute[74968]:     </nova:port>
Oct 30 12:17:14 user nova-compute[74968]:     <nova:port uuid="44a1820b-6edd-4652-a686-07f747fb0c34">
Oct 30 12:17:14 user nova-compute[74968]:       <nova:ip type="fixed" address="10.10.10.35" ipVersion="4"/>
Oct 30 12:17:14 user nova-compute[74968]:     </nova:port>
Oct 30 12:17:14 user nova-compute[74968]:   </nova:ports>
Oct 30 12:17:14 user nova-compute[74968]: </nova:instance>
Oct 30 12:17:14 user nova-compute[74968]:  {{(pid=74968) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c932550-cd75-4f28-b9c9-108f23909202 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "interface-47d89018-be86-40b9-a15e-c425062d749f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.420s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'flavor' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:15 user nova-compute[74968]: WARNING nova.compute.manager [req-4e3882b7-e0ed-4652-9b6e-e0f8829cda7f req-64bf7748-2397-4553-b3f2-cd9d7fd09ab2 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 for instance with vm_state active and task_state None.
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:15 user nova-compute[74968]: INFO nova.compute.manager [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Attaching volume b235fba3-988f-4002-a376-d8327f0ff440 to /dev/vdb
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.utils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7bee1f-e6c0-4df3-adab-f00bb614cf78]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[67846e66-64f7-44ce-be25-5df3c2298dd8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c354c497-c582-41e2-96e7-ccd788a8e7a3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[89786b25-cf72-45e0-8b38-d14a18c1c158]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:15 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:17:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2e10fc-eb67-449f-a830-74aae2572468]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG os_brick.utils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:15 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating existing volume attachment record: bc7f780b-b5c5-4add-bad8-98245409f064 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:17:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 16ed70e6-d055-454f-a7c4-971b8af3abca is timed out.
Oct 30 12:17:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully detached device vdc from instance 16ed70e6-d055-454f-a7c4-971b8af3abca from the live domain config.
Oct 30 12:17:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xagfZDvE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[045214a7-ad30-4b1e-bb86-44345547f1db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:17:16 user nova-compute[74968]: No targets found.
Oct 30 12:17:16 user nova-compute[74968]: iSNS:
Oct 30 12:17:16 user nova-compute[74968]: No targets found.
Oct 30 12:17:16 user nova-compute[74968]: STATIC:
Oct 30 12:17:16 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed
Oct 30 12:17:16 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:17:16 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:17:16 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:17:16 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:17:16 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:17:16 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:17:16 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:17:16 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:17:16 user nova-compute[74968]: FIRMWARE:
Oct 30 12:17:16 user nova-compute[74968]: No targets found.
Oct 30 12:17:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:17:16 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:17:16 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea395e7c-bece-4b7e-96d0-5d2c4a97de07]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[314153ae-75d0-4152-bf85-33a077bc4728]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:16 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:17:16 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:17:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:16 user nova-compute[74968]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed (non-flash)
Oct 30 12:17:16 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:17:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79012dd80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed'): ({'sdj'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Removing single pathed devices sdj {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[92251450-5b2e-42c3-9c56-12f466b7d1bc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[356cb44a-83d8-476d-b468-2d01058e0ebb]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flushing IO for device /dev/sdj {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5754a87e-3e98-4016-bbcf-b975028b1ad4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.067s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a04a3e01-ecb3-4eeb-a9dd-8aec82c11ea7]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] SCSI volumes sdj have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[36516c98-8bf7-4a3f-86a3-82e1803aeae3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[003dc725-25c1-4cbe-850c-3621268bfd1c]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260]
Oct 30 12:17:16 user nova-compute[74968]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed, portal: 172.16.0.220,3260] successful.
Oct 30 12:17:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e49bf69-d16f-4dd2-98ee-f9659df344ed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6d6df8-d1ce-48fa-955f-32143e7c762e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] <== disconnect_volume: return (373ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:17 user nova-compute[74968]: WARNING nova.compute.manager [req-81c9d8c8-bcf6-4a34-8871-9a85cdf80ca7 req-f280ca10-6d5c-417e-b9aa-d0636c631a67 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 for instance with vm_state active and task_state None.
Oct 30 12:17:17 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'flavor' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b069b013-330d-4a81-8387-c6d3078316e1 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.039s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:18 user nova-compute[74968]: INFO nova.compute.manager [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Terminating instance
Oct 30 12:17:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:17:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-unplugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] No waiting events found dispatching network-vif-unplugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-unplugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Acquiring lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] No waiting events found dispatching network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:19 user nova-compute[74968]: WARNING nova.compute.manager [req-55f430d8-d9e7-49ab-b46d-bdbf9ced01e9 req-76687878-1f8f-4d0b-b140-b865149d5997 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received unexpected event network-vif-plugged-eb7f3657-78c3-4243-902f-c160cb4f9ae1 for instance with vm_state active and task_state deleting.
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Instance destroyed successfully.
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'resources' on Instance uuid d8362736-4d52-4254-9c9e-b60a7c09c17a {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-89276612',display_name='tempest-VolumesAdminNegativeTest-server-89276612',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-89276612',id=15,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-wekvtz40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:19Z,user_data=None,user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=d8362736-4d52-4254-9c9e-b60a7c09c17a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "address": "fa:16:3e:10:1b:04", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb7f3657-78", "ovs_interfaceid": "eb7f3657-78c3-4243-902f-c160cb4f9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG os_vif [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb7f3657-78, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=695032df-018b-45e9-8479-6377676a93a3) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:19 user nova-compute[74968]: INFO os_vif [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:1b:04,bridge_name='br-int',has_traffic_filtering=True,id=eb7f3657-78c3-4243-902f-c160cb4f9ae1,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb7f3657-78')
Oct 30 12:17:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Deleting instance files /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a_del
Oct 30 12:17:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Deletion of /opt/stack/data/nova/instances/d8362736-4d52-4254-9c9e-b60a7c09c17a_del complete
Oct 30 12:17:19 user nova-compute[74968]: INFO nova.compute.manager [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 30 12:17:19 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:17:19 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:20 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Took 0.53 seconds to deallocate network for instance.
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-38f5c15c-9c7b-4352-836e-fa5e9b98351e req-e631398e-287a-41c8-b020-0408b531c470 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Received event network-vif-deleted-eb7f3657-78c3-4243-902f-c160cb4f9ae1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:20 user nova-compute[74968]: INFO nova.compute.manager [req-38f5c15c-9c7b-4352-836e-fa5e9b98351e req-e631398e-287a-41c8-b020-0408b531c470 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Neutron deleted interface eb7f3657-78c3-4243-902f-c160cb4f9ae1; detaching it from the instance and deleting it from the info cache
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.network.neutron [req-38f5c15c-9c7b-4352-836e-fa5e9b98351e req-e631398e-287a-41c8-b020-0408b531c470 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-38f5c15c-9c7b-4352-836e-fa5e9b98351e req-e631398e-287a-41c8-b020-0408b531c470 service nova] [instance: d8362736-4d52-4254-9c9e-b60a7c09c17a] Detach interface failed, port_id=eb7f3657-78c3-4243-902f-c160cb4f9ae1, reason: Instance d8362736-4d52-4254-9c9e-b60a7c09c17a could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:20 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Deleted allocations for instance d8362736-4d52-4254-9c9e-b60a7c09c17a
Oct 30 12:17:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4fd5b06f-2a20-4729-8cc2-89ce865350bc tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "d8362736-4d52-4254-9c9e-b60a7c09c17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.987s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:24 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 is timed out.
Oct 30 12:17:24 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 from the live domain config.
Oct 30 12:17:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YIKTpJHy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:24 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d05c106-94b7-4018-b807-e90eae359a50]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:17:24 user nova-compute[74968]: No targets found.
Oct 30 12:17:24 user nova-compute[74968]: iSNS:
Oct 30 12:17:24 user nova-compute[74968]: No targets found.
Oct 30 12:17:24 user nova-compute[74968]: STATIC:
Oct 30 12:17:24 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b
Oct 30 12:17:24 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:17:24 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:17:24 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:17:24 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:17:24 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:17:24 user nova-compute[74968]: FIRMWARE:
Oct 30 12:17:24 user nova-compute[74968]: No targets found.
Oct 30 12:17:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:17:24 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:17:24 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[32217b30-6abc-4bd0-aab5-421e6cf881b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe6e56c-240f-46ba-9b55-855f3d4bfd94]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:24 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:17:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:24 user nova-compute[74968]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b (non-flash)
Oct 30 12:17:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7902ce3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[748d0119-b966-43b8-a3d5-80104c09cc09]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49cd825-5fea-4a68-bc83-33d40e3fd2a1]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d508b360-e7b5-4a45-9b86-24102a2fd72f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd9ca87-493b-4f68-8d6e-ab977a3a75e3]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[25b420ae-4693-45f5-9497-81d3d6fc32e5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6b4255-e0a8-4f82-9ae6-7ba6e1568a09]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260]
Oct 30 12:17:24 user nova-compute[74968]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b, portal: 172.16.0.220,3260] successful.
Oct 30 12:17:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d06a3018-1387-4eda-b39e-a1e3c746466b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6287cbc3-fb55-4912-97ed-9ec7a297147f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== disconnect_volume: return (355ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:17:27 user nova-compute[74968]: INFO nova.compute.claims [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Claim successful on node user
Oct 30 12:17:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.408s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:17:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.policy [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b69f83c30cc7470abc4d55b557a8bea8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '093de76df17e42fea4d0981f31512451', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:17:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Creating image(s)
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "/opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "/opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "/opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.256s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk 1073741824" returned: 0 in 0.048s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Successfully created port: 536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Cannot resize image /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Ensure instance console log exists: /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Successfully updated port: 536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquired lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-changed-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Refreshing instance network info cache due to event network-changed-536e97ac-85be-4201-9021-fd1177481a8d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] Acquiring lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.network.neutron [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updating instance_info_cache with network_info: [{"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Releasing lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Instance network_info: |[{"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] Acquired lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.network.neutron [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Refreshing network info cache for port 536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:17:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Start _get_guest_xml network_info=[{"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:17:30 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:17:30 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:17:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-62486968',display_name='tempest-TestVolumeSwap-server-62486968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-62486968',id=18,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJkddQD3l8ARZvqIzsE7UGqksc/qq8GkSjGNUk8OYdRFYJuxxl9LVbKn46ZGU2A/k6Am2nznn3duYJqMLyEzCgmPOCvHG0LNPgcFf0gWJ450wYkfx626Auo/W/9NTIGQg==',key_name='tempest-keypair-448731995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='093de76df17e42fea4d0981f31512451',ramdisk_id='',reservation_id='r-m4p14och',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1306919601',owner_user_name='tempest-TestVolumeSwap-1306919601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:17:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b69f83c30cc7470abc4d55b557a8bea8',uuid=53b7eb41-651d-450f-80ce-d8ad0cd865a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converting VIF {"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lazy-loading 'pci_devices' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:17:30 user nova-compute[74968]:   <uuid>53b7eb41-651d-450f-80ce-d8ad0cd865a8</uuid>
Oct 30 12:17:30 user nova-compute[74968]:   <name>instance-00000012</name>
Oct 30 12:17:30 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:17:30 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:17:30 user nova-compute[74968]:   <metadata>
Oct 30 12:17:30 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:17:30 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:name>tempest-TestVolumeSwap-server-62486968</nova:name>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:17:30</nova:creationTime>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:17:30 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:17:30 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:owner>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:user uuid="b69f83c30cc7470abc4d55b557a8bea8">tempest-TestVolumeSwap-1306919601-project-member</nova:user>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:project uuid="093de76df17e42fea4d0981f31512451">tempest-TestVolumeSwap-1306919601</nova:project>
Oct 30 12:17:30 user nova-compute[74968]:       </nova:owner>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:17:30 user nova-compute[74968]:       <nova:ports>
Oct 30 12:17:30 user nova-compute[74968]:         <nova:port uuid="536e97ac-85be-4201-9021-fd1177481a8d">
Oct 30 12:17:30 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:17:30 user nova-compute[74968]:         </nova:port>
Oct 30 12:17:30 user nova-compute[74968]:       </nova:ports>
Oct 30 12:17:30 user nova-compute[74968]:     </nova:instance>
Oct 30 12:17:30 user nova-compute[74968]:   </metadata>
Oct 30 12:17:30 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:17:30 user nova-compute[74968]:     <system>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="serial">53b7eb41-651d-450f-80ce-d8ad0cd865a8</entry>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="uuid">53b7eb41-651d-450f-80ce-d8ad0cd865a8</entry>
Oct 30 12:17:30 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:17:30 user nova-compute[74968]:     </system>
Oct 30 12:17:30 user nova-compute[74968]:   </sysinfo>
Oct 30 12:17:30 user nova-compute[74968]:   <os>
Oct 30 12:17:30 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:17:30 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:17:30 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:17:30 user nova-compute[74968]:   </os>
Oct 30 12:17:30 user nova-compute[74968]:   <features>
Oct 30 12:17:30 user nova-compute[74968]:     <acpi/>
Oct 30 12:17:30 user nova-compute[74968]:     <apic/>
Oct 30 12:17:30 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:17:30 user nova-compute[74968]:   </features>
Oct 30 12:17:30 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:17:30 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:17:30 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:17:30 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:17:30 user nova-compute[74968]:   </clock>
Oct 30 12:17:30 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:17:30 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:17:30 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:17:30 user nova-compute[74968]:   </cpu>
Oct 30 12:17:30 user nova-compute[74968]:   <devices>
Oct 30 12:17:30 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:17:30 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:17:30 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk"/>
Oct 30 12:17:30 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:17:30 user nova-compute[74968]:     </disk>
Oct 30 12:17:30 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:17:30 user nova-compute[74968]:       <mac address="fa:16:3e:51:14:b6"/>
Oct 30 12:17:30 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:17:30 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:17:30 user nova-compute[74968]:       <target dev="tap536e97ac-85"/>
Oct 30 12:17:30 user nova-compute[74968]:     </interface>
Oct 30 12:17:30 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:17:30 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/console.log" append="off"/>
Oct 30 12:17:30 user nova-compute[74968]:     </serial>
Oct 30 12:17:30 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:17:30 user nova-compute[74968]:     <video>
Oct 30 12:17:30 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:17:30 user nova-compute[74968]:     </video>
Oct 30 12:17:30 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:17:30 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:17:30 user nova-compute[74968]:     </rng>
Oct 30 12:17:30 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:17:30 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:17:30 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:17:30 user nova-compute[74968]:     </memballoon>
Oct 30 12:17:30 user nova-compute[74968]:   </devices>
Oct 30 12:17:30 user nova-compute[74968]: </domain>
Oct 30 12:17:30 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:17:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-62486968',display_name='tempest-TestVolumeSwap-server-62486968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-62486968',id=18,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJkddQD3l8ARZvqIzsE7UGqksc/qq8GkSjGNUk8OYdRFYJuxxl9LVbKn46ZGU2A/k6Am2nznn3duYJqMLyEzCgmPOCvHG0LNPgcFf0gWJ450wYkfx626Auo/W/9NTIGQg==',key_name='tempest-keypair-448731995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='093de76df17e42fea4d0981f31512451',ramdisk_id='',reservation_id='r-m4p14och',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1306919601',owner_user_name='tempest-TestVolumeSwap-1306919601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:17:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b69f83c30cc7470abc4d55b557a8bea8',uuid=53b7eb41-651d-450f-80ce-d8ad0cd865a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converting VIF {"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG os_vif [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd06af589-d1e6-5ab2-b82e-d9355cd9901f', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap536e97ac-85, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap536e97ac-85, col_values=(('qos', UUID('b8d60468-b350-41ba-9730-3180fc32a4ac')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap536e97ac-85, col_values=(('external_ids', {'iface-id': '536e97ac-85be-4201-9021-fd1177481a8d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:14:b6', 'vm-uuid': '53b7eb41-651d-450f-80ce-d8ad0cd865a8'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:30 user nova-compute[74968]: INFO os_vif [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85')
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] No VIF found with MAC fa:16:3e:51:14:b6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.neutron [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updated VIF entry in instance network info cache for port 536e97ac-85be-4201-9021-fd1177481a8d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG nova.network.neutron [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updating instance_info_cache with network_info: [{"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3cbe1f2-ad33-4274-bd8a-3d3cb124426b req-20f7585e-71fc-4f59-98ee-103fe4749fb6 service nova] Releasing lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] No waiting events found dispatching network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:31 user nova-compute[74968]: WARNING nova.compute.manager [req-906024e4-559a-4131-b52a-04678287bbf6 req-cc7b836e-adcc-42de-b25b-a4ba2882d435 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received unexpected event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d for instance with vm_state building and task_state spawning.
Oct 30 12:17:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:17:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Instance spawned successfully.
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] No waiting events found dispatching network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:33 user nova-compute[74968]: WARNING nova.compute.manager [req-d99d901d-a1e9-4ccd-a097-994727999bd7 req-4f9cdf7d-21bc-49e7-a1bb-cac01aea7565 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received unexpected event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d for instance with vm_state building and task_state spawning.
Oct 30 12:17:34 user nova-compute[74968]: INFO nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 30 12:17:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:17:34 user nova-compute[74968]: INFO nova.compute.manager [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Took 6.59 seconds to build instance.
Oct 30 12:17:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e7447d4-4277-4bf5-a182-6a6c84fd351b tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.699s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a96323d6-b60c-412a-9482-998edf99b5b7 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 38.987s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aCXeTHZy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:42 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:42 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:42 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbf8d41-ad51-4280-8913-1746074d42c5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:17:42 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73786cf5-8f2b-4866-8e3e-4b01e386484e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440] added
Oct 30 12:17:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab05d86-c119-4a17-9c52-34d60423032b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba5fed9-687d-42e0-9f3b-7a31155afaba]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aCXeTHZy {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aCXeTHZy" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a58c8612-f880-4389-90db-2a2a34447ba8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aCXeTHZy'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[043a5955-8e3b-46c9-b489-892631fccf93]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[61cae8e2-cce6-4903-9381-ac97a5d86a4c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f0cac8-9adf-4af0-b490-562047bccc60]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260]
Oct 30 12:17:42 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260] successful.
Oct 30 12:17:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b476b02-1966-4c6c-b018-02ecaf93b464]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfcce3a8-9376-4f8f-80ba-78544f48e9c1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:43 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:43 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5f794f4-6234-4cd5-97b6-80bf453c8cc9]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPOWAyID', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aCXeTHZy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '26366653733653736', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366653733653736', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.659s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:44 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:17:44 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'flavor' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[590821f6-d740-439a-92e6-283bd39114d7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:17:44 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:17:44 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:44 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:17:44 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:44 user nova-compute[74968]:   <serial>b235fba3-988f-4002-a376-d8327f0ff440</serial>
Oct 30 12:17:44 user nova-compute[74968]: </disk>
Oct 30 12:17:44 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[50083ea9-e938-4a14-b3a3-2de0aa301f0d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d] added
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1374171-77a2-4d0b-aa1c-05f6781bf5bb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ab1664-7153-4e9f-9689-d03818ea0559]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPOWAyID {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPOWAyID" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d4c2a03-7905-4461-89cd-b6c1c4bb89d4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pPOWAyID'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4006404d-0494-4efe-8c1e-413e9b80db55]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[33135e82-bd59-4275-a216-51aa3529a26c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb9b6c2-7e16-43ef-bdb7-bae5fafcf8ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260]
Oct 30 12:17:44 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260] successful.
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f84a31-a9eb-4ceb-86e0-6af23b818ea4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe99bb8-2e06-4b38-827a-9949477900df]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:17:44 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:17:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69b2297-0919-4166-9af9-6328aeee7e74]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPOWAyID', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No BDM found with device name hda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] No VIF found with MAC fa:16:3e:3b:5f:9d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5febba4d-c2c8-4d8e-84f4-e13b1faeee26 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 6c2c1642-2798-46ee-b598-db0dfc99cac3 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== connect_volume: return (1992ms) {'type': 'block', 'scsi_wwn': '23035656635656237', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23035656635656237', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.objects.instance [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.102s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:17:45 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:45 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:17:45 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:45 user nova-compute[74968]:   <serial>d787d0a4-31d1-4955-bb7b-0c19c69ef55d</serial>
Oct 30 12:17:45 user nova-compute[74968]: </disk>
Oct 30 12:17:45 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:17:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No VIF found with MAC fa:16:3e:ea:19:ca, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:46 user nova-compute[74968]: INFO nova.compute.manager [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Detaching volume b235fba3-988f-4002-a376-d8327f0ff440
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-31881bef-0cde-4332-a513-80ba074bbde2 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 35.288s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.789s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: INFO nova.virt.block_device [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Attempting to driver detach volume b235fba3-988f-4002-a376-d8327f0ff440 from mountpoint /dev/vdb
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:46 user nova-compute[74968]: INFO nova.compute.manager [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Terminating instance
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Attempting to detach device vdb from instance 47d89018-be86-40b9-a15e-c425062d749f from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:17:46 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:46 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:17:46 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:46 user nova-compute[74968]:   <serial>b235fba3-988f-4002-a376-d8327f0ff440</serial>
Oct 30 12:17:46 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 12:17:46 user nova-compute[74968]: </disk>
Oct 30 12:17:46 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:17:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully detached device vdb from instance 47d89018-be86-40b9-a15e-c425062d749f from the persistent domain config.
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 47d89018-be86-40b9-a15e-c425062d749f from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:17:46 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:17:46 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:17:46 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:17:46 user nova-compute[74968]:   <serial>b235fba3-988f-4002-a376-d8327f0ff440</serial>
Oct 30 12:17:46 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 12:17:46 user nova-compute[74968]: </disk>
Oct 30 12:17:46 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-45c074d4-925a-4b42-b9a3-994b6b071f3e req-31ea4d74-e2e6-4b11-bb3a-8807ca23796a service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-unplugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:17:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:17:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Instance destroyed successfully.
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'resources' on Instance uuid 16ed70e6-d055-454f-a7c4-971b8af3abca {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:10:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2117718544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2117718544',id=5,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4Fc+aaWu3Y2gfDRS0qUWduMpWlJwb32fzhiHvIOWeN8mXKnIM4r+Sf5/zberunJOtr1BWcCvokoV63hJS2IVwLEBMasRKqJCYKxw46qTiHE45dFRPkabwP1sU8o7OKnw==',key_name='tempest-keypair-1551662093',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-x6g83eeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=16ed70e6-d055-454f-a7c4-971b8af3abca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "address": "fa:16:3e:1c:8d:04", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fb56a0-d5", "ovs_interfaceid": "62fb56a0-d5f4-4d27-a1dc-b5046568ff15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG os_vif [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62fb56a0-d5, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dd574ea0-1aa1-4e15-886d-ccd1b3db8d8d) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:47 user nova-compute[74968]: INFO os_vif [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8d:04,bridge_name='br-int',has_traffic_filtering=True,id=62fb56a0-d5f4-4d27-a1dc-b5046568ff15,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fb56a0-d5')
Oct 30 12:17:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Deleting instance files /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca_del
Oct 30 12:17:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Deletion of /opt/stack/data/nova/instances/16ed70e6-d055-454f-a7c4-971b8af3abca_del complete
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:47 user nova-compute[74968]: INFO nova.compute.manager [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:48 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Took 0.95 seconds to deallocate network for instance.
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-28d11d3a-cb09-4472-b84d-93a430e30881 req-78f52898-ecf3-428d-b54f-63d97e563a7a service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-deleted-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.005s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] Acquiring lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] No waiting events found dispatching network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:48 user nova-compute[74968]: WARNING nova.compute.manager [req-fdd589b6-c298-49c0-aa93-a82b9d8d1025 req-ae278e0b-c0b0-48c2-9dd0-3061540a4a56 service nova] [instance: 16ed70e6-d055-454f-a7c4-971b8af3abca] Received unexpected event network-vif-plugged-62fb56a0-d5f4-4d27-a1dc-b5046568ff15 for instance with vm_state deleted and task_state None.
Oct 30 12:17:48 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.413s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:48 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Deleted allocations for instance 16ed70e6-d055-454f-a7c4-971b8af3abca
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-015ebd2c-4ada-4002-aeb7-6403ed35f516 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "16ed70e6-d055-454f-a7c4-971b8af3abca" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.793s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Error from libvirt while getting description of instance-00000005: [Error Code 42] Domain not found: no domain with matching uuid '16ed70e6-d055-454f-a7c4-971b8af3abca' (instance-00000005): libvirt.libvirtError: Domain not found: no domain with matching uuid '16ed70e6-d055-454f-a7c4-971b8af3abca' (instance-00000005)
Oct 30 12:17:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json" returned: 0 in 0.272s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:50 user nova-compute[74968]: INFO nova.compute.manager [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attaching volume 295ee49a-0954-4b85-bcba-ba4f2399f28a to /dev/vdc
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG os_brick.utils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:17:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f57b27-7f55-462e-91d8-84c635d86841]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:17:51 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7495MB free_disk=25.305618286132812GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d137e0e-1511-4936-adab-11fea4d6253d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7316163-8e36-45ee-9150-95768c9fcdc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a089b607-2f27-4882-a7d3-df4a184d9bf6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:17:51 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d061998-b638-4b93-8a4c-fa8d3b26eaf9]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG os_brick.utils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== get_connector_properties: return (517ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating existing volume attachment record: 8f0992ac-6867-490a-af77-c6815d84e5e1 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ca658376-78a7-4a6c-94f7-e57bb1b725c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ff434def-15b8-4aa9-8814-b8a240d1c1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance aadb374e-cc61-48f0-a406-53c9f71dd9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 47d89018-be86-40b9-a15e-c425062d749f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:17:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.516s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:53 user nova-compute[74968]: INFO nova.compute.manager [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Terminating instance
Oct 30 12:17:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-unplugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] No waiting events found dispatching network-vif-unplugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-a70afdf6-fb96-49c3-9300-73c23923d0e3 req-1ab1370d-50bb-43a1-afeb-3d6fea4d34d2 service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-unplugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Instance destroyed successfully.
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.objects.instance [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'resources' on Instance uuid ca658376-78a7-4a6c-94f7-e57bb1b725c6 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-226166228',display_name='tempest-AttachVolumeNegativeTest-server-226166228',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-226166228',id=4,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1jeOMp4AFDv+sEtSR9fzQ5G5ZQcaJdWked55M4VMP2Er/omf+fSpvHQIRuXhwS4kRXCIwuxyOPItWMyI6dThJAmxEhDYjMtPoVvZ+KuuldTH8rb2mQcT0ZjyXrMlCtEw==',key_name='tempest-keypair-957377063',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-6z0abrv8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=ca658376-78a7-4a6c-94f7-e57bb1b725c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "address": "fa:16:3e:b6:ac:83", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67827b6e-a6", "ovs_interfaceid": "67827b6e-a6ea-492a-84ab-42d7ef0c599d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG os_vif [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67827b6e-a6, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4c5c89c-4924-4b48-83b5-bce2b95a38c1) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:54 user nova-compute[74968]: INFO os_vif [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ac:83,bridge_name='br-int',has_traffic_filtering=True,id=67827b6e-a6ea-492a-84ab-42d7ef0c599d,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67827b6e-a6')
Oct 30 12:17:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Deleting instance files /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6_del
Oct 30 12:17:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Deletion of /opt/stack/data/nova/instances/ca658376-78a7-4a6c-94f7-e57bb1b725c6_del complete
Oct 30 12:17:54 user nova-compute[74968]: INFO nova.compute.manager [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 30 12:17:54 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:17:54 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:17:55 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:17:55 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Took 0.84 seconds to deallocate network for instance.
Oct 30 12:17:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.414s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:56 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Deleted allocations for instance ca658376-78a7-4a6c-94f7-e57bb1b725c6
Oct 30 12:17:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] Acquiring lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] No waiting events found dispatching network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:17:56 user nova-compute[74968]: WARNING nova.compute.manager [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received unexpected event network-vif-plugged-67827b6e-a6ea-492a-84ab-42d7ef0c599d for instance with vm_state deleted and task_state None.
Oct 30 12:17:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-34c49556-8a67-420a-a860-51dbba9e8fa7 req-6b041c8c-30cf-4138-acd5-6a3bf360ad9d service nova] [instance: ca658376-78a7-4a6c-94f7-e57bb1b725c6] Received event network-vif-deleted-67827b6e-a6ea-492a-84ab-42d7ef0c599d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:17:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-203e68cd-17bc-48a3-b35b-78ebb5d33894 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "ca658376-78a7-4a6c-94f7-e57bb1b725c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.814s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:17:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:17:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 47d89018-be86-40b9-a15e-c425062d749f is timed out.
Oct 30 12:18:06 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully detached device vdb from instance 47d89018-be86-40b9-a15e-c425062d749f from the live domain config.
Oct 30 12:18:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aCXeTHZy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:18:06 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b068bc1-34e5-435d-b29b-87360579d8a9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:18:06 user nova-compute[74968]: No targets found.
Oct 30 12:18:06 user nova-compute[74968]: iSNS:
Oct 30 12:18:06 user nova-compute[74968]: No targets found.
Oct 30 12:18:06 user nova-compute[74968]: STATIC:
Oct 30 12:18:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d
Oct 30 12:18:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:18:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440
Oct 30 12:18:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:06 user nova-compute[74968]: FIRMWARE:
Oct 30 12:18:06 user nova-compute[74968]: No targets found.
Oct 30 12:18:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:18:06 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:18:06 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96b43c8-a446-4d94-9481-23e29db6d4c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f50c8d-ce58-4340-9fd4-b6d239a712de]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:06 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:18:06 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:06 user nova-compute[74968]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 (non-flash)
Oct 30 12:18:06 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81be200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27d41fc-98db-4eeb-aeb8-0e09fa9dc5db]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8317184-f997-4378-9585-2472d465ed4d]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe13022-73ca-4416-84f2-d3c81072bc2c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d2aeba-ae2a-44fa-b4a9-056a8be842f6]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2aa647-c3dd-4db2-8ed4-984302a22cd7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba81c04-e6d6-4707-8c23-5e1a05653aca]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260]
Oct 30 12:18:07 user nova-compute[74968]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440, portal: 172.16.0.220,3260] successful.
Oct 30 12:18:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b235fba3-988f-4002-a376-d8327f0ff440 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4503bd74-010b-40bf-8d73-d9a5ca4b73cf]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] <== disconnect_volume: return (331ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:18:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WOMdPNyh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:18:12 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:18:12 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:18:12 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3920ae26-59c4-48a8-a5a3-14455e9281b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:18:12 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[31265c61-904f-402b-be1f-f591192df123]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a] added
Oct 30 12:18:12 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef336783-1940-455f-9f9c-1b6f476024ca]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4239d7c-8cfc-492a-844f-96a3f22966f4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WOMdPNyh {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WOMdPNyh" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fd7a52-da0e-409e-a1bb-29b95b77f175]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WOMdPNyh'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[233ce302-00f2-420e-accc-fe999eeb24b0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[542a09d3-9a8d-4d86-99c3-82504daee7bc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:12 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:12 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:12 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:12 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:18:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d922093-665d-402f-9c13-be4e83c414fc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260]
Oct 30 12:18:13 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260] successful.
Oct 30 12:18:13 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4450589-348d-4463-ade8-8f7811ead633]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[716a111c-9821-404b-bb3f-16c8145f8e85]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:13 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:13 user nova-compute[74968]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)
Oct 30 12:18:13 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:13 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:13 user nova-compute[74968]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)
Oct 30 12:18:13 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a717c65-e218-457f-b86c-b5c686f49c92]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:18:13 user nova-compute[74968]: INFO nova.compute.claims [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Claim successful on node user
Oct 30 12:18:13 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:13 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.398s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:18:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WOMdPNyh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '26537643333613632', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537643333613632', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:18:14 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:18:14 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:18:14 user nova-compute[74968]:   <target dev="vdc" bus="virtio"/>
Oct 30 12:18:14 user nova-compute[74968]:   <serial>295ee49a-0954-4b85-bcba-ba4f2399f28a</serial>
Oct 30 12:18:14 user nova-compute[74968]: </disk>
Oct 30 12:18:14 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.policy [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a301ce0c2b8345d1a049e71e0949f440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b59b3c8814046ec97243d53c546db61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:18:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Creating image(s)
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "/opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] No VIF found with MAC fa:16:3e:ea:19:ca, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk 1073741824" returned: 0 in 0.074s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Successfully created port: 55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.263s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e1ee4066-caf2-41b4-89ec-6dd7a4a989ba tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.534s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Cannot resize image /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Ensure instance console log exists: /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Successfully updated port: 55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing instance network info cache due to event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:15 user nova-compute[74968]: INFO nova.compute.manager [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Detaching volume 295ee49a-0954-4b85-bcba-ba4f2399f28a
Oct 30 12:18:15 user nova-compute[74968]: INFO nova.virt.block_device [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attempting to driver detach volume 295ee49a-0954-4b85-bcba-ba4f2399f28a from mountpoint /dev/vdc
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Attempting to detach device vdc from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:18:16 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:18:16 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:18:16 user nova-compute[74968]:   <target dev="vdc" bus="virtio"/>
Oct 30 12:18:16 user nova-compute[74968]:   <serial>295ee49a-0954-4b85-bcba-ba4f2399f28a</serial>
Oct 30 12:18:16 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 12:18:16 user nova-compute[74968]: </disk>
Oct 30 12:18:16 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully detached device vdc from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the persistent domain config.
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:18:16 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:18:16 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:18:16 user nova-compute[74968]:   <target dev="vdc" bus="virtio"/>
Oct 30 12:18:16 user nova-compute[74968]:   <serial>295ee49a-0954-4b85-bcba-ba4f2399f28a</serial>
Oct 30 12:18:16 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 12:18:16 user nova-compute[74968]: </disk>
Oct 30 12:18:16 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Instance network_info: |[{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.neutron [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Start _get_guest_xml network_info=[{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:18:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1741921112',display_name='tempest-ServerActionsTestOtherA-server-1741921112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1741921112',id=19,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-loydd0ac',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=bec8aa40-8381-41b1-bde7-9b21a76efcad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'pci_devices' on Instance uuid bec8aa40-8381-41b1-bde7-9b21a76efcad {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:18:16 user nova-compute[74968]:   <uuid>bec8aa40-8381-41b1-bde7-9b21a76efcad</uuid>
Oct 30 12:18:16 user nova-compute[74968]:   <name>instance-00000013</name>
Oct 30 12:18:16 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:18:16 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:18:16 user nova-compute[74968]:   <metadata>
Oct 30 12:18:16 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:16 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherA-server-1741921112</nova:name>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:18:16</nova:creationTime>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:18:16 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:16 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:owner>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:user uuid="a301ce0c2b8345d1a049e71e0949f440">tempest-ServerActionsTestOtherA-916346621-project-member</nova:user>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:project uuid="5b59b3c8814046ec97243d53c546db61">tempest-ServerActionsTestOtherA-916346621</nova:project>
Oct 30 12:18:16 user nova-compute[74968]:       </nova:owner>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:16 user nova-compute[74968]:       <nova:ports>
Oct 30 12:18:16 user nova-compute[74968]:         <nova:port uuid="55a6f934-90c0-4fbe-9235-d343cd9f9bd0">
Oct 30 12:18:16 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 12:18:16 user nova-compute[74968]:         </nova:port>
Oct 30 12:18:16 user nova-compute[74968]:       </nova:ports>
Oct 30 12:18:16 user nova-compute[74968]:     </nova:instance>
Oct 30 12:18:16 user nova-compute[74968]:   </metadata>
Oct 30 12:18:16 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:18:16 user nova-compute[74968]:     <system>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="serial">bec8aa40-8381-41b1-bde7-9b21a76efcad</entry>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="uuid">bec8aa40-8381-41b1-bde7-9b21a76efcad</entry>
Oct 30 12:18:16 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:18:16 user nova-compute[74968]:     </system>
Oct 30 12:18:16 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:16 user nova-compute[74968]:   <os>
Oct 30 12:18:16 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:18:16 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:18:16 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:18:16 user nova-compute[74968]:   </os>
Oct 30 12:18:16 user nova-compute[74968]:   <features>
Oct 30 12:18:16 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:16 user nova-compute[74968]:     <apic/>
Oct 30 12:18:16 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:18:16 user nova-compute[74968]:   </features>
Oct 30 12:18:16 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:18:16 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:18:16 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:18:16 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:18:16 user nova-compute[74968]:   </clock>
Oct 30 12:18:16 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:18:16 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:18:16 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:18:16 user nova-compute[74968]:   </cpu>
Oct 30 12:18:16 user nova-compute[74968]:   <devices>
Oct 30 12:18:16 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:18:16 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:18:16 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk"/>
Oct 30 12:18:16 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:18:16 user nova-compute[74968]:     </disk>
Oct 30 12:18:16 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:18:16 user nova-compute[74968]:       <mac address="fa:16:3e:fd:04:dc"/>
Oct 30 12:18:16 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:16 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:18:16 user nova-compute[74968]:       <target dev="tap55a6f934-90"/>
Oct 30 12:18:16 user nova-compute[74968]:     </interface>
Oct 30 12:18:16 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:18:16 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/console.log" append="off"/>
Oct 30 12:18:16 user nova-compute[74968]:     </serial>
Oct 30 12:18:16 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:18:16 user nova-compute[74968]:     <video>
Oct 30 12:18:16 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:16 user nova-compute[74968]:     </video>
Oct 30 12:18:16 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:18:16 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:18:16 user nova-compute[74968]:     </rng>
Oct 30 12:18:16 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:18:16 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:18:16 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:18:16 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:16 user nova-compute[74968]:   </devices>
Oct 30 12:18:16 user nova-compute[74968]: </domain>
Oct 30 12:18:16 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1741921112',display_name='tempest-ServerActionsTestOtherA-server-1741921112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1741921112',id=19,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-loydd0ac',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=bec8aa40-8381-41b1-bde7-9b21a76efcad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG os_vif [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6452053-88af-58e3-b0d2-2d10d5f512a3', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap55a6f934-90, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap55a6f934-90, col_values=(('qos', UUID('acfcba33-9ea5-4458-a9c9-9bc69ce6ddbf')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap55a6f934-90, col_values=(('external_ids', {'iface-id': '55a6f934-90c0-4fbe-9235-d343cd9f9bd0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:04:dc', 'vm-uuid': 'bec8aa40-8381-41b1-bde7-9b21a76efcad'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:16 user nova-compute[74968]: INFO os_vif [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90')
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No VIF found with MAC fa:16:3e:fd:04:dc, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.neutron [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated VIF entry in instance network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG nova.network.neutron [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-79797d77-b471-470f-a4a1-dd80fb8b59d5 req-489756f3-9d74-4917-b2b2-4915056c4a7f service nova] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:18 user nova-compute[74968]: WARNING nova.compute.manager [req-699d78ab-6975-465a-aca1-fbe272806528 req-b352a6a8-4d63-4fff-b603-61bc2623c23d service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state building and task_state spawning.
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:20 user nova-compute[74968]: WARNING nova.compute.manager [req-b1b21bfb-74ba-4ed0-8d27-e39444bd9fbb req-230aca19-fe14-4574-8f52-0fe4d08b3562 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state building and task_state spawning.
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:18:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Instance spawned successfully.
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:20 user nova-compute[74968]: INFO nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Took 6.33 seconds to spawn the instance on the hypervisor.
Oct 30 12:18:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:18:20 user nova-compute[74968]: INFO nova.compute.manager [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Took 7.11 seconds to build instance.
Oct 30 12:18:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a08aebd4-b9e7-44c7-a2b3-929509a8c184 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.209s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:21 user nova-compute[74968]: INFO nova.compute.manager [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Terminating instance
Oct 30 12:18:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-unplugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] No waiting events found dispatching network-vif-unplugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-e0d59d8a-aec9-4890-a88e-6e09e3af0728 req-af1db97f-f1b4-4b57-b628-c88939d5385f service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-unplugged-a54cbf17-218f-4120-bfbc-581806dce787 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:18:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Instance destroyed successfully.
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lazy-loading 'resources' on Instance uuid ff434def-15b8-4aa9-8814-b8a240d1c1f0 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-329003585',display_name='tempest-VolumesAdminNegativeTest-server-329003585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-329003585',id=6,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCD7ptlseWQJ6tpaJU4/MAmmguOeRRMuX9lAnXiw1MidAORlvYsol/WssrkMbAAFr/zTwVTMmwdgI8+TPfgffKe8ZWk0kwoMgk16ELzKZevJNlGa0umPrL+ktBgI7WwQIg==',key_name='tempest-keypair-802896265',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e54c6f78e8b4ffaa82de44fde49d536',ramdisk_id='',reservation_id='r-8f0zujpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1750948615',owner_user_name='tempest-VolumesAdminNegativeTest-1750948615-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25729b4b4ebe48b4ac2ce36045445769',uuid=ff434def-15b8-4aa9-8814-b8a240d1c1f0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converting VIF {"id": "a54cbf17-218f-4120-bfbc-581806dce787", "address": "fa:16:3e:3a:fd:6f", "network": {"id": "00578668-4c86-4587-ab09-dee4c5dff1fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-137187565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e54c6f78e8b4ffaa82de44fde49d536", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa54cbf17-21", "ovs_interfaceid": "a54cbf17-218f-4120-bfbc-581806dce787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG os_vif [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa54cbf17-21, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7623a72-0fea-4316-ab2b-e49c56fd544a) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:22 user nova-compute[74968]: INFO os_vif [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:fd:6f,bridge_name='br-int',has_traffic_filtering=True,id=a54cbf17-218f-4120-bfbc-581806dce787,network=Network(00578668-4c86-4587-ab09-dee4c5dff1fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa54cbf17-21')
Oct 30 12:18:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Deleting instance files /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0_del
Oct 30 12:18:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Deletion of /opt/stack/data/nova/instances/ff434def-15b8-4aa9-8814-b8a240d1c1f0_del complete
Oct 30 12:18:22 user nova-compute[74968]: INFO nova.compute.manager [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 30 12:18:22 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:18:22 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:23 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Took 1.16 seconds to deallocate network for instance.
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-fd288e4d-6881-4ddc-91fe-178e174ed940 req-f71e0838-8174-4c8e-a4ef-58d0cfbd74a4 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-deleted-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] Acquiring lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] No waiting events found dispatching network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:23 user nova-compute[74968]: WARNING nova.compute.manager [req-efb7d597-ac63-417a-96b8-8523590b2a3a req-8305d599-5508-4ca9-a433-b61f35cf8a01 service nova] [instance: ff434def-15b8-4aa9-8814-b8a240d1c1f0] Received unexpected event network-vif-plugged-a54cbf17-218f-4120-bfbc-581806dce787 for instance with vm_state deleted and task_state None.
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:24 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Deleted allocations for instance ff434def-15b8-4aa9-8814-b8a240d1c1f0
Oct 30 12:18:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-10d9e8e1-92d7-4e7b-9172-ed69cb71ac9f tempest-VolumesAdminNegativeTest-1750948615 tempest-VolumesAdminNegativeTest-1750948615-project-member] Lock "ff434def-15b8-4aa9-8814-b8a240d1c1f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.935s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:26 user nova-compute[74968]: INFO nova.compute.manager [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Unrescuing
Oct 30 12:18:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:26 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'flavor' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:27 user nova-compute[74968]: WARNING nova.compute.manager [req-46a613e6-c60c-4c11-8d4c-1ceaa75494ad req-b6187735-0c65-4c8c-a15f-382b2a519f5e service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:18:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance destroyed successfully.
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:29 user nova-compute[74968]: WARNING nova.compute.manager [req-da7b618b-5514-4076-9ad6-8869dc020ff5 req-8605f966-b7ad-4075-9734-168a4f16f657 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:18:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:32 user nova-compute[74968]: WARNING nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:18:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:32 user nova-compute[74968]: WARNING nova.compute.manager [req-9df95818-757b-4da7-bc0e-824646f83400 req-14940e95-9d2c-447b-8146-21056dfac7db service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:18:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7351b8b3-a3e7-40b9-8622-b649a17760e3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:18:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:35 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'flavor' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4b9b07c2-9cb0-487e-8b99-8d0570402ec7 tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 49.342s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "interface-47d89018-be86-40b9-a15e-c425062d749f-44a1820b-6edd-4652-a686-07f747fb0c34" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "interface-47d89018-be86-40b9-a15e-c425062d749f-44a1820b-6edd-4652-a686-07f747fb0c34" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.objects.instance [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'flavor' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface> {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface> {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Attempting to detach device tap44a1820b-6e from instance 47d89018-be86-40b9-a15e-c425062d749f from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] detach device xml: <interface type="ethernet">
Oct 30 12:18:36 user nova-compute[74968]:   <mac address="fa:16:3e:9a:47:88"/>
Oct 30 12:18:36 user nova-compute[74968]:   <model type="virtio"/>
Oct 30 12:18:36 user nova-compute[74968]:   <mtu size="1442"/>
Oct 30 12:18:36 user nova-compute[74968]:   <target dev="tap44a1820b-6e"/>
Oct 30 12:18:36 user nova-compute[74968]: </interface>
Oct 30 12:18:36 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface> {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface>not found in domain: <domain type='kvm' id='16'>
Oct 30 12:18:36 user nova-compute[74968]:   <name>instance-00000011</name>
Oct 30 12:18:36 user nova-compute[74968]:   <uuid>47d89018-be86-40b9-a15e-c425062d749f</uuid>
Oct 30 12:18:36 user nova-compute[74968]:   <metadata>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:36 user nova-compute[74968]:   <nova:package version="0.0.0"/>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:name>tempest-device-tagging-server-1411869848</nova:name>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:creationTime>2023-10-30 12:17:14</nova:creationTime>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:flavor name="m1.tiny">
Oct 30 12:18:36 user nova-compute[74968]:     <nova:memory>512</nova:memory>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:disk>1</nova:disk>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:swap>0</nova:swap>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:36 user nova-compute[74968]:   </nova:flavor>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:owner>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:user uuid="045766b52a4245ff89856fd59eb63e25">tempest-TaggedAttachmentsTest-941790493-project-member</nova:user>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:project uuid="3fbe6ecdc2824bf9a03c38c86dbee38c">tempest-TaggedAttachmentsTest-941790493</nova:project>
Oct 30 12:18:36 user nova-compute[74968]:   </nova:owner>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:36 user nova-compute[74968]:   <nova:ports>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:port uuid="0eee5356-1138-48b9-bba6-c85f99f94cc4">
Oct 30 12:18:36 user nova-compute[74968]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:18:36 user nova-compute[74968]:     </nova:port>
Oct 30 12:18:36 user nova-compute[74968]:     <nova:port uuid="44a1820b-6edd-4652-a686-07f747fb0c34">
Oct 30 12:18:36 user nova-compute[74968]:       <nova:ip type="fixed" address="10.10.10.35" ipVersion="4"/>
Oct 30 12:18:36 user nova-compute[74968]:     </nova:port>
Oct 30 12:18:36 user nova-compute[74968]:   </nova:ports>
Oct 30 12:18:36 user nova-compute[74968]: </nova:instance>
Oct 30 12:18:36 user nova-compute[74968]:   </metadata>
Oct 30 12:18:36 user nova-compute[74968]:   <memory unit='KiB'>524288</memory>
Oct 30 12:18:36 user nova-compute[74968]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 12:18:36 user nova-compute[74968]:   <vcpu placement='static'>1</vcpu>
Oct 30 12:18:36 user nova-compute[74968]:   <resource>
Oct 30 12:18:36 user nova-compute[74968]:     <partition>/machine</partition>
Oct 30 12:18:36 user nova-compute[74968]:   </resource>
Oct 30 12:18:36 user nova-compute[74968]:   <sysinfo type='smbios'>
Oct 30 12:18:36 user nova-compute[74968]:     <system>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='version'>0.0.0</entry>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='serial'>47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='uuid'>47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:18:36 user nova-compute[74968]:       <entry name='family'>Virtual Machine</entry>
Oct 30 12:18:36 user nova-compute[74968]:     </system>
Oct 30 12:18:36 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:36 user nova-compute[74968]:   <os>
Oct 30 12:18:36 user nova-compute[74968]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 12:18:36 user nova-compute[74968]:     <boot dev='hd'/>
Oct 30 12:18:36 user nova-compute[74968]:     <smbios mode='sysinfo'/>
Oct 30 12:18:36 user nova-compute[74968]:   </os>
Oct 30 12:18:36 user nova-compute[74968]:   <features>
Oct 30 12:18:36 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:36 user nova-compute[74968]:     <apic/>
Oct 30 12:18:36 user nova-compute[74968]:     <vmcoreinfo state='on'/>
Oct 30 12:18:36 user nova-compute[74968]:   </features>
Oct 30 12:18:36 user nova-compute[74968]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 12:18:36 user nova-compute[74968]:     <model fallback='forbid'>Nehalem</model>
Oct 30 12:18:36 user nova-compute[74968]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 12:18:36 user nova-compute[74968]:     <feature policy='require' name='vme'/>
Oct 30 12:18:36 user nova-compute[74968]:     <feature policy='require' name='x2apic'/>
Oct 30 12:18:36 user nova-compute[74968]:     <feature policy='require' name='hypervisor'/>
Oct 30 12:18:36 user nova-compute[74968]:   </cpu>
Oct 30 12:18:36 user nova-compute[74968]:   <clock offset='utc'>
Oct 30 12:18:36 user nova-compute[74968]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 12:18:36 user nova-compute[74968]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 12:18:36 user nova-compute[74968]:     <timer name='hpet' present='no'/>
Oct 30 12:18:36 user nova-compute[74968]:   </clock>
Oct 30 12:18:36 user nova-compute[74968]:   <on_poweroff>destroy</on_poweroff>
Oct 30 12:18:36 user nova-compute[74968]:   <on_reboot>restart</on_reboot>
Oct 30 12:18:36 user nova-compute[74968]:   <on_crash>destroy</on_crash>
Oct 30 12:18:36 user nova-compute[74968]:   <devices>
Oct 30 12:18:36 user nova-compute[74968]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 12:18:36 user nova-compute[74968]:     <disk type='file' device='disk'>
Oct 30 12:18:36 user nova-compute[74968]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 12:18:36 user nova-compute[74968]:       <source file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk' index='2'/>
Oct 30 12:18:36 user nova-compute[74968]:       <backingStore type='file' index='3'>
Oct 30 12:18:36 user nova-compute[74968]:         <format type='raw'/>
Oct 30 12:18:36 user nova-compute[74968]:         <source file='/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa'/>
Oct 30 12:18:36 user nova-compute[74968]:         <backingStore/>
Oct 30 12:18:36 user nova-compute[74968]:       </backingStore>
Oct 30 12:18:36 user nova-compute[74968]:       <target dev='vda' bus='virtio'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='virtio-disk0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </disk>
Oct 30 12:18:36 user nova-compute[74968]:     <disk type='file' device='cdrom'>
Oct 30 12:18:36 user nova-compute[74968]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 12:18:36 user nova-compute[74968]:       <source file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config' index='1'/>
Oct 30 12:18:36 user nova-compute[74968]:       <backingStore/>
Oct 30 12:18:36 user nova-compute[74968]:       <target dev='hda' bus='ide'/>
Oct 30 12:18:36 user nova-compute[74968]:       <readonly/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='ide0-0-0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </disk>
Oct 30 12:18:36 user nova-compute[74968]:     <controller type='usb' index='0' model='none'>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='usb'/>
Oct 30 12:18:36 user nova-compute[74968]:     </controller>
Oct 30 12:18:36 user nova-compute[74968]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='pci.0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </controller>
Oct 30 12:18:36 user nova-compute[74968]:     <controller type='ide' index='0'>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='ide'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 12:18:36 user nova-compute[74968]:     </controller>
Oct 30 12:18:36 user nova-compute[74968]:     <interface type='ethernet'>
Oct 30 12:18:36 user nova-compute[74968]:       <mac address='fa:16:3e:3b:5f:9d'/>
Oct 30 12:18:36 user nova-compute[74968]:       <target dev='tap0eee5356-11'/>
Oct 30 12:18:36 user nova-compute[74968]:       <model type='virtio'/>
Oct 30 12:18:36 user nova-compute[74968]:       <mtu size='1442'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='net0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </interface>
Oct 30 12:18:36 user nova-compute[74968]:     <interface type='ethernet'>
Oct 30 12:18:36 user nova-compute[74968]:       <mac address='fa:16:3e:9a:47:88'/>
Oct 30 12:18:36 user nova-compute[74968]:       <target dev='tap44a1820b-6e'/>
Oct 30 12:18:36 user nova-compute[74968]:       <model type='virtio'/>
Oct 30 12:18:36 user nova-compute[74968]:       <mtu size='1442'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='net1'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </interface>
Oct 30 12:18:36 user nova-compute[74968]:     <serial type='pty'>
Oct 30 12:18:36 user nova-compute[74968]:       <source path='/dev/pts/13'/>
Oct 30 12:18:36 user nova-compute[74968]:       <log file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log' append='off'/>
Oct 30 12:18:36 user nova-compute[74968]:       <target type='isa-serial' port='0'>
Oct 30 12:18:36 user nova-compute[74968]:         <model name='isa-serial'/>
Oct 30 12:18:36 user nova-compute[74968]:       </target>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='serial0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </serial>
Oct 30 12:18:36 user nova-compute[74968]:     <console type='pty' tty='/dev/pts/13'>
Oct 30 12:18:36 user nova-compute[74968]:       <source path='/dev/pts/13'/>
Oct 30 12:18:36 user nova-compute[74968]:       <log file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log' append='off'/>
Oct 30 12:18:36 user nova-compute[74968]:       <target type='serial' port='0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='serial0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </console>
Oct 30 12:18:36 user nova-compute[74968]:     <input type='mouse' bus='ps2'>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='input0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </input>
Oct 30 12:18:36 user nova-compute[74968]:     <input type='keyboard' bus='ps2'>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='input1'/>
Oct 30 12:18:36 user nova-compute[74968]:     </input>
Oct 30 12:18:36 user nova-compute[74968]:     <graphics type='vnc' port='5912' autoport='yes' listen='0.0.0.0'>
Oct 30 12:18:36 user nova-compute[74968]:       <listen type='address' address='0.0.0.0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </graphics>
Oct 30 12:18:36 user nova-compute[74968]:     <audio id='1' type='none'/>
Oct 30 12:18:36 user nova-compute[74968]:     <video>
Oct 30 12:18:36 user nova-compute[74968]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='video0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </video>
Oct 30 12:18:36 user nova-compute[74968]:     <memballoon model='virtio'>
Oct 30 12:18:36 user nova-compute[74968]:       <stats period='10'/>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='balloon0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:36 user nova-compute[74968]:     <rng model='virtio'>
Oct 30 12:18:36 user nova-compute[74968]:       <backend model='random'>/dev/urandom</backend>
Oct 30 12:18:36 user nova-compute[74968]:       <alias name='rng0'/>
Oct 30 12:18:36 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 12:18:36 user nova-compute[74968]:     </rng>
Oct 30 12:18:36 user nova-compute[74968]:   </devices>
Oct 30 12:18:36 user nova-compute[74968]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 12:18:36 user nova-compute[74968]:     <label>libvirt-47d89018-be86-40b9-a15e-c425062d749f</label>
Oct 30 12:18:36 user nova-compute[74968]:     <imagelabel>libvirt-47d89018-be86-40b9-a15e-c425062d749f</imagelabel>
Oct 30 12:18:36 user nova-compute[74968]:   </seclabel>
Oct 30 12:18:36 user nova-compute[74968]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 12:18:36 user nova-compute[74968]:     <label>+64055:+108</label>
Oct 30 12:18:36 user nova-compute[74968]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 12:18:36 user nova-compute[74968]:   </seclabel>
Oct 30 12:18:36 user nova-compute[74968]: </domain>
Oct 30 12:18:36 user nova-compute[74968]:  {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 12:18:36 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully detached device tap44a1820b-6e from instance 47d89018-be86-40b9-a15e-c425062d749f from the persistent domain config.
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] (1/8): Attempting to detach device tap44a1820b-6e with device alias net1 from instance 47d89018-be86-40b9-a15e-c425062d749f from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] detach device xml: <interface type="ethernet">
Oct 30 12:18:36 user nova-compute[74968]:   <mac address="fa:16:3e:9a:47:88"/>
Oct 30 12:18:36 user nova-compute[74968]:   <model type="virtio"/>
Oct 30 12:18:36 user nova-compute[74968]:   <mtu size="1442"/>
Oct 30 12:18:36 user nova-compute[74968]:   <target dev="tap44a1820b-6e"/>
Oct 30 12:18:36 user nova-compute[74968]: </interface>
Oct 30 12:18:36 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:18:36 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf is timed out.
Oct 30 12:18:36 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully detached device vdc from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the live domain config.
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WOMdPNyh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:18:36 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[816f4b5d-c09c-4afa-8105-44cc2149455d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:18:36 user nova-compute[74968]: No targets found.
Oct 30 12:18:36 user nova-compute[74968]: iSNS:
Oct 30 12:18:36 user nova-compute[74968]: No targets found.
Oct 30 12:18:36 user nova-compute[74968]: STATIC:
Oct 30 12:18:36 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d
Oct 30 12:18:36 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:36 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:36 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:18:36 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:36 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:36 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a
Oct 30 12:18:36 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:18:36 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:18:36 user nova-compute[74968]: FIRMWARE:
Oct 30 12:18:36 user nova-compute[74968]: No targets found.
Oct 30 12:18:36 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:18:36 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:18:36 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:18:36 user nova-compute[74968]: INFO nova.compute.claims [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Claim successful on node user
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[280d455b-57e7-4eba-89f3-3c1ee0ec62d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb78e08b-9d9c-4956-bb0b-9df0f026df87]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:36 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:36 user nova-compute[74968]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)
Oct 30 12:18:36 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:18:36 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:18:36 user nova-compute[74968]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a (non-flash)
Oct 30 12:18:36 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a83c6cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af67a87-0842-4a90-b4e0-89af4321a123]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a87c7e-2d1c-4737-a900-81657a5ba635]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca72554-80f5-4cab-be34-1ae2770192e7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Start waiting for the detach event from libvirt for device tap44a1820b-6e with device alias net1 for instance 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.068s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[721690de-2073-4c0d-b2a4-0531f0db75a2]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67bc4b7-56d6-4a0e-b3c5-baf464c82de6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed78025a-6fa0-4106-a203-5764c981a482]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260]
Oct 30 12:18:36 user nova-compute[74968]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a, portal: 172.16.0.220,3260] successful.
Oct 30 12:18:36 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:295ee49a-0954-4b85-bcba-ba4f2399f28a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b34104ee-7a6d-43b5-a7b7-138acc11e81b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.435s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== disconnect_volume: return (437ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-unplugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-unplugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:36 user nova-compute[74968]: WARNING nova.compute.manager [req-a188d2d6-e28c-4e0d-bd92-a40fac24b38d req-b528ad38-3793-41a3-8031-d9e6211043f5 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-unplugged-44a1820b-6edd-4652-a686-07f747fb0c34 for instance with vm_state active and task_state None.
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:18:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.policy [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '857d9e13cf3b4a96bdaaeabe2d5e2547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fa95608bf9e49e0ada5aa7ab2a17f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:18:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Creating image(s)
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk 1073741824" returned: 0 in 0.058s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Cannot resize image /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Ensure instance console log exists: /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:38 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Successfully created port: 9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] No waiting events found dispatching network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:39 user nova-compute[74968]: WARNING nova.compute.manager [req-4ea0c6ea-5494-4ee2-a5fe-1cd392057d0e req-1c2173ad-ab7f-4a45-aab4-d266a7fd7971 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received unexpected event network-vif-plugged-44a1820b-6edd-4652-a686-07f747fb0c34 for instance with vm_state active and task_state None.
Oct 30 12:18:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Successfully updated port: 9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-changed-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Refreshing instance network info cache due to event network-changed-9828d2f9-74e0-42b5-92e0-6f8676175210. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.neutron [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance network_info: |[{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Refreshing network info cache for port 9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start _get_guest_xml network_info=[{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:18:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.objects.instance [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'pci_devices' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:18:40 user nova-compute[74968]:   <uuid>cbcb864f-0bd3-4e71-b479-550a532f95c4</uuid>
Oct 30 12:18:40 user nova-compute[74968]:   <name>instance-00000014</name>
Oct 30 12:18:40 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:18:40 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:18:40 user nova-compute[74968]:   <metadata>
Oct 30 12:18:40 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:40 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherB-server-778649360</nova:name>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:18:40</nova:creationTime>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:18:40 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:40 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:owner>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:user uuid="857d9e13cf3b4a96bdaaeabe2d5e2547">tempest-ServerActionsTestOtherB-1209758979-project-member</nova:user>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:project uuid="2fa95608bf9e49e0ada5aa7ab2a17f59">tempest-ServerActionsTestOtherB-1209758979</nova:project>
Oct 30 12:18:40 user nova-compute[74968]:       </nova:owner>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:40 user nova-compute[74968]:       <nova:ports>
Oct 30 12:18:40 user nova-compute[74968]:         <nova:port uuid="9828d2f9-74e0-42b5-92e0-6f8676175210">
Oct 30 12:18:40 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:18:40 user nova-compute[74968]:         </nova:port>
Oct 30 12:18:40 user nova-compute[74968]:       </nova:ports>
Oct 30 12:18:40 user nova-compute[74968]:     </nova:instance>
Oct 30 12:18:40 user nova-compute[74968]:   </metadata>
Oct 30 12:18:40 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:18:40 user nova-compute[74968]:     <system>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="serial">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="uuid">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:18:40 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:18:40 user nova-compute[74968]:     </system>
Oct 30 12:18:40 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:40 user nova-compute[74968]:   <os>
Oct 30 12:18:40 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:18:40 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:18:40 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:18:40 user nova-compute[74968]:   </os>
Oct 30 12:18:40 user nova-compute[74968]:   <features>
Oct 30 12:18:40 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:40 user nova-compute[74968]:     <apic/>
Oct 30 12:18:40 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:18:40 user nova-compute[74968]:   </features>
Oct 30 12:18:40 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:18:40 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:18:40 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:18:40 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:18:40 user nova-compute[74968]:   </clock>
Oct 30 12:18:40 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:18:40 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:18:40 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:18:40 user nova-compute[74968]:   </cpu>
Oct 30 12:18:40 user nova-compute[74968]:   <devices>
Oct 30 12:18:40 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:18:40 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:18:40 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk"/>
Oct 30 12:18:40 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:18:40 user nova-compute[74968]:     </disk>
Oct 30 12:18:40 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:18:40 user nova-compute[74968]:       <mac address="fa:16:3e:fa:0f:a9"/>
Oct 30 12:18:40 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:40 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:18:40 user nova-compute[74968]:       <target dev="tap9828d2f9-74"/>
Oct 30 12:18:40 user nova-compute[74968]:     </interface>
Oct 30 12:18:40 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:18:40 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/console.log" append="off"/>
Oct 30 12:18:40 user nova-compute[74968]:     </serial>
Oct 30 12:18:40 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:18:40 user nova-compute[74968]:     <video>
Oct 30 12:18:40 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:40 user nova-compute[74968]:     </video>
Oct 30 12:18:40 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:18:40 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:18:40 user nova-compute[74968]:     </rng>
Oct 30 12:18:40 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:18:40 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:18:40 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:18:40 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:40 user nova-compute[74968]:   </devices>
Oct 30 12:18:40 user nova-compute[74968]: </domain>
Oct 30 12:18:40 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG os_vif [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7952e66c-44bc-5c46-bbab-0b423a7d8b57', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9828d2f9-74, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9828d2f9-74, col_values=(('qos', UUID('2b4c63bd-6745-4d4a-9246-d12d1f62646c')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9828d2f9-74, col_values=(('external_ids', {'iface-id': '9828d2f9-74e0-42b5-92e0-6f8676175210', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:0f:a9', 'vm-uuid': 'cbcb864f-0bd3-4e71-b479-550a532f95c4'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:40 user nova-compute[74968]: INFO os_vif [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No VIF found with MAC fa:16:3e:fa:0f:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updated VIF entry in instance network info cache for port 9828d2f9-74e0-42b5-92e0-6f8676175210. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-425a590b-f80f-481e-b4f5-6720f9192e62 req-8bcf6814-8739-41e4-91e7-7bc4e8a2b521 service nova] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8e023c32-312e-4e44-a9f5-991039df09b0 tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.274s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:41 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:18:41 user nova-compute[74968]: INFO nova.compute.claims [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Claim successful on node user
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:42 user nova-compute[74968]: WARNING nova.compute.manager [req-67ae85d9-7a92-4fc2-81e1-b28108516389 req-efbbbac9-c286-4a26-9e93-90e8b57cd855 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state building and task_state spawning.
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.616s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:18:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:18:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.policy [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '780ff631bc594ac887e880a14ded2e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5104056d94e44a58adb174a7eee2885c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:18:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Creating image(s)
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk 1073741824" returned: 0 in 0.058s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Successfully created port: 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Cannot resize image /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Ensure instance console log exists: /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Successfully updated port: 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-changed-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing instance network info cache due to event network-changed-82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:18:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance spawned successfully.
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:44 user nova-compute[74968]: WARNING nova.compute.manager [req-108ad92d-3184-4917-9187-1309ea438f6a req-3d597922-25ef-4476-90c6-ff9cc2ddcb7d service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state building and task_state spawning.
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:44 user nova-compute[74968]: INFO nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance network_info: |[{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start _get_guest_xml network_info=[{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:18:44 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:44 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8l/Fvxd9zZsC+5pw6XFvMUMWffRy1njBvzpcxDP0iHohf+Q1MuTi4jBKMflyxQo+hcaxQWlQEQLEuyRwVi74t9T9goCLTE7U6qKGV3DR+yo0RwRh6+nMDJpU7wWmA8Cw==',key_name='tempest-keypair-1803755090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_devices' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:44 user nova-compute[74968]: INFO nova.compute.manager [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Took 8.16 seconds to build instance.
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:18:44 user nova-compute[74968]:   <uuid>28f39b0d-7a94-4846-b45d-170905af681e</uuid>
Oct 30 12:18:44 user nova-compute[74968]:   <name>instance-00000015</name>
Oct 30 12:18:44 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:18:44 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:18:44 user nova-compute[74968]:   <metadata>
Oct 30 12:18:44 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:44 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1060810974</nova:name>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:18:44</nova:creationTime>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:18:44 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:44 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:owner>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:user uuid="780ff631bc594ac887e880a14ded2e45">tempest-AttachVolumeShelveTestJSON-2050616252-project-member</nova:user>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:project uuid="5104056d94e44a58adb174a7eee2885c">tempest-AttachVolumeShelveTestJSON-2050616252</nova:project>
Oct 30 12:18:44 user nova-compute[74968]:       </nova:owner>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:44 user nova-compute[74968]:       <nova:ports>
Oct 30 12:18:44 user nova-compute[74968]:         <nova:port uuid="82460038-d56e-4269-a24f-0fcfb4907145">
Oct 30 12:18:44 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 12:18:44 user nova-compute[74968]:         </nova:port>
Oct 30 12:18:44 user nova-compute[74968]:       </nova:ports>
Oct 30 12:18:44 user nova-compute[74968]:     </nova:instance>
Oct 30 12:18:44 user nova-compute[74968]:   </metadata>
Oct 30 12:18:44 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:18:44 user nova-compute[74968]:     <system>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="serial">28f39b0d-7a94-4846-b45d-170905af681e</entry>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="uuid">28f39b0d-7a94-4846-b45d-170905af681e</entry>
Oct 30 12:18:44 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:18:44 user nova-compute[74968]:     </system>
Oct 30 12:18:44 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:44 user nova-compute[74968]:   <os>
Oct 30 12:18:44 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:18:44 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:18:44 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:18:44 user nova-compute[74968]:   </os>
Oct 30 12:18:44 user nova-compute[74968]:   <features>
Oct 30 12:18:44 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:44 user nova-compute[74968]:     <apic/>
Oct 30 12:18:44 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:18:44 user nova-compute[74968]:   </features>
Oct 30 12:18:44 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:18:44 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:18:44 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:18:44 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:18:44 user nova-compute[74968]:   </clock>
Oct 30 12:18:44 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:18:44 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:18:44 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:18:44 user nova-compute[74968]:   </cpu>
Oct 30 12:18:44 user nova-compute[74968]:   <devices>
Oct 30 12:18:44 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:18:44 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:18:44 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk"/>
Oct 30 12:18:44 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:18:44 user nova-compute[74968]:     </disk>
Oct 30 12:18:44 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:18:44 user nova-compute[74968]:       <mac address="fa:16:3e:9e:70:ca"/>
Oct 30 12:18:44 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:44 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:18:44 user nova-compute[74968]:       <target dev="tap82460038-d5"/>
Oct 30 12:18:44 user nova-compute[74968]:     </interface>
Oct 30 12:18:44 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:18:44 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/console.log" append="off"/>
Oct 30 12:18:44 user nova-compute[74968]:     </serial>
Oct 30 12:18:44 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:18:44 user nova-compute[74968]:     <video>
Oct 30 12:18:44 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:44 user nova-compute[74968]:     </video>
Oct 30 12:18:44 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:18:44 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:18:44 user nova-compute[74968]:     </rng>
Oct 30 12:18:44 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:18:44 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:18:44 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:18:44 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:44 user nova-compute[74968]:   </devices>
Oct 30 12:18:44 user nova-compute[74968]: </domain>
Oct 30 12:18:44 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8l/Fvxd9zZsC+5pw6XFvMUMWffRy1njBvzpcxDP0iHohf+Q1MuTi4jBKMflyxQo+hcaxQWlQEQLEuyRwVi74t9T9goCLTE7U6qKGV3DR+yo0RwRh6+nMDJpU7wWmA8Cw==',key_name='tempest-keypair-1803755090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG os_vif [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '17e91a84-f077-5d45-96b2-81bb81ed50e6', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-373d54bd-fca6-49ed-8654-d680e4bdecb2 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.287s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82460038-d5, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82460038-d5, col_values=(('qos', UUID('45194643-0403-4d74-a1c8-d4c92c9aa976')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82460038-d5, col_values=(('external_ids', {'iface-id': '82460038-d56e-4269-a24f-0fcfb4907145', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:70:ca', 'vm-uuid': '28f39b0d-7a94-4846-b45d-170905af681e'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:44 user nova-compute[74968]: INFO os_vif [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5')
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No VIF found with MAC fa:16:3e:9e:70:ca, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:18:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updated VIF entry in instance network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:18:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3b582008-e180-43a7-b360-058ba9896a55 req-63dd4041-65e0-4b77-a003-a7337df55ce3 service nova] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:46 user nova-compute[74968]: WARNING nova.compute.manager [req-47fdcb6c-d992-4b81-9c1e-90fc313d2e61 req-0d720e28-6a28-4402-ac5d-ede3599c4f71 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state building and task_state spawning.
Oct 30 12:18:47 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Skipping network cache update for instance because it is Building. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:48 user nova-compute[74968]: WARNING nova.compute.manager [req-bc84f37f-52ea-4447-b905-281d828c67ca req-16719f70-f063-4d3a-98b5-726cf19fcdc5 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state building and task_state spawning.
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:18:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance spawned successfully.
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:18:49 user nova-compute[74968]: INFO nova.compute.claims [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Claim successful on node user
Oct 30 12:18:49 user nova-compute[74968]: INFO nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Took 6.18 seconds to spawn the instance on the hypervisor.
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:49 user nova-compute[74968]: INFO nova.compute.manager [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Took 7.29 seconds to build instance.
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a226dbf7-a7f2-44e2-910c-8eb62ed616f0 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.413s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.703s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:18:49 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:18:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.policy [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3db2a81cdb4e928e39a6d69f78259a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a917c3c6054d668033a2e3f0161264', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:18:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Creating image(s)
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "/opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk 1073741824" returned: 0 in 0.067s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Successfully created port: 047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.252s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Cannot resize image /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Ensure instance console log exists: /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Successfully updated port: 047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-changed-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.compute.manager [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Refreshing instance network info cache due to event network-changed-047a6a4b-3512-4d83-877d-4b2bc5b0a390. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] Acquiring lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] Acquired lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.network.neutron [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Refreshing network info cache for port 047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.network.neutron [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.network.neutron [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7b9941c0-7580-4ce5-9a0c-9a88e9c6faeb req-1a9ed1eb-a0ba-4591-93e1-4e7643d7b134 service nova] Releasing lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquired lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:51 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updating instance_info_cache with network_info: [{"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Releasing lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance network_info: |[{"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Start _get_guest_xml network_info=[{"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:18:52 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:52 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1086493401',display_name='tempest-AttachVolumeNegativeTest-server-1086493401',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1086493401',id=22,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNiZrbbIlS4hVDLfAJiwJi2zu0OB6Iv9aB5JYHzvxJHyqvdnb/CVKO8tCF8bZl4qzMTmtzf9O80AKc4Lrxhz3ulPy158kmn0z7uRdn4BnweoXQ7Pum60gA6LMPiEVMFFng==',key_name='tempest-keypair-1787109445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-nwgz638c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=1fde5422-073e-448d-9053-e0b8084941ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'pci_devices' on Instance uuid 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:18:52 user nova-compute[74968]:   <uuid>1fde5422-073e-448d-9053-e0b8084941ea</uuid>
Oct 30 12:18:52 user nova-compute[74968]:   <name>instance-00000016</name>
Oct 30 12:18:52 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:18:52 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:18:52 user nova-compute[74968]:   <metadata>
Oct 30 12:18:52 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:52 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1086493401</nova:name>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:18:52</nova:creationTime>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:18:52 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:52 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:owner>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:user uuid="4b3db2a81cdb4e928e39a6d69f78259a">tempest-AttachVolumeNegativeTest-1203329423-project-member</nova:user>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:project uuid="21a917c3c6054d668033a2e3f0161264">tempest-AttachVolumeNegativeTest-1203329423</nova:project>
Oct 30 12:18:52 user nova-compute[74968]:       </nova:owner>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:52 user nova-compute[74968]:       <nova:ports>
Oct 30 12:18:52 user nova-compute[74968]:         <nova:port uuid="047a6a4b-3512-4d83-877d-4b2bc5b0a390">
Oct 30 12:18:52 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:18:52 user nova-compute[74968]:         </nova:port>
Oct 30 12:18:52 user nova-compute[74968]:       </nova:ports>
Oct 30 12:18:52 user nova-compute[74968]:     </nova:instance>
Oct 30 12:18:52 user nova-compute[74968]:   </metadata>
Oct 30 12:18:52 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:18:52 user nova-compute[74968]:     <system>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="serial">1fde5422-073e-448d-9053-e0b8084941ea</entry>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="uuid">1fde5422-073e-448d-9053-e0b8084941ea</entry>
Oct 30 12:18:52 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:18:52 user nova-compute[74968]:     </system>
Oct 30 12:18:52 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:52 user nova-compute[74968]:   <os>
Oct 30 12:18:52 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:18:52 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:18:52 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:18:52 user nova-compute[74968]:   </os>
Oct 30 12:18:52 user nova-compute[74968]:   <features>
Oct 30 12:18:52 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:52 user nova-compute[74968]:     <apic/>
Oct 30 12:18:52 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:18:52 user nova-compute[74968]:   </features>
Oct 30 12:18:52 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:18:52 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:18:52 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:18:52 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:18:52 user nova-compute[74968]:   </clock>
Oct 30 12:18:52 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:18:52 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:18:52 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:18:52 user nova-compute[74968]:   </cpu>
Oct 30 12:18:52 user nova-compute[74968]:   <devices>
Oct 30 12:18:52 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:18:52 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:18:52 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk"/>
Oct 30 12:18:52 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:18:52 user nova-compute[74968]:     </disk>
Oct 30 12:18:52 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:18:52 user nova-compute[74968]:       <mac address="fa:16:3e:de:05:d6"/>
Oct 30 12:18:52 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:52 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:18:52 user nova-compute[74968]:       <target dev="tap047a6a4b-35"/>
Oct 30 12:18:52 user nova-compute[74968]:     </interface>
Oct 30 12:18:52 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:18:52 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/console.log" append="off"/>
Oct 30 12:18:52 user nova-compute[74968]:     </serial>
Oct 30 12:18:52 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:18:52 user nova-compute[74968]:     <video>
Oct 30 12:18:52 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:18:52 user nova-compute[74968]:     </video>
Oct 30 12:18:52 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:18:52 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:18:52 user nova-compute[74968]:     </rng>
Oct 30 12:18:52 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:18:52 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:18:52 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:18:52 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:52 user nova-compute[74968]:   </devices>
Oct 30 12:18:52 user nova-compute[74968]: </domain>
Oct 30 12:18:52 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1086493401',display_name='tempest-AttachVolumeNegativeTest-server-1086493401',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1086493401',id=22,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNiZrbbIlS4hVDLfAJiwJi2zu0OB6Iv9aB5JYHzvxJHyqvdnb/CVKO8tCF8bZl4qzMTmtzf9O80AKc4Lrxhz3ulPy158kmn0z7uRdn4BnweoXQ7Pum60gA6LMPiEVMFFng==',key_name='tempest-keypair-1787109445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-nwgz638c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:18:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=1fde5422-073e-448d-9053-e0b8084941ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG os_vif [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'edf1361c-2a0b-543c-87c9-766be45c0831', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap047a6a4b-35, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap047a6a4b-35, col_values=(('qos', UUID('c360d6ee-6865-4036-bb5b-c1a97574a8c2')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap047a6a4b-35, col_values=(('external_ids', {'iface-id': '047a6a4b-3512-4d83-877d-4b2bc5b0a390', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:05:d6', 'vm-uuid': '1fde5422-073e-448d-9053-e0b8084941ea'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:18:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:52 user nova-compute[74968]: INFO os_vif [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35')
Oct 30 12:18:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7704MB free_disk=25.309921264648438GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:de:05:d6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance aadb374e-cc61-48f0-a406-53c9f71dd9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 47d89018-be86-40b9-a15e-c425062d749f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28f39b0d-7a94-4846-b45d-170905af681e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 1fde5422-073e-448d-9053-e0b8084941ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:18:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.641s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] No waiting events found dispatching network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:55 user nova-compute[74968]: WARNING nova.compute.manager [req-f900bfe8-81f1-4c7a-802d-9ba32dca4fcc req-341b49de-b0c9-47d6-b0d3-504e8a9e593d service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received unexpected event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 for instance with vm_state building and task_state spawning.
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:18:56 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Waiting for libvirt event about the detach of device tap44a1820b-6e with device alias net1 from instance 47d89018-be86-40b9-a15e-c425062d749f is timed out.
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface> {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:9a:47:88"/><model type="virtio"/><mtu size="1442"/><target dev="tap44a1820b-6e"/></interface>not found in domain: <domain type='kvm' id='16'>
Oct 30 12:18:56 user nova-compute[74968]:   <name>instance-00000011</name>
Oct 30 12:18:56 user nova-compute[74968]:   <uuid>47d89018-be86-40b9-a15e-c425062d749f</uuid>
Oct 30 12:18:56 user nova-compute[74968]:   <metadata>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:56 user nova-compute[74968]:   <nova:package version="0.0.0"/>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:name>tempest-device-tagging-server-1411869848</nova:name>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:creationTime>2023-10-30 12:17:14</nova:creationTime>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:flavor name="m1.tiny">
Oct 30 12:18:56 user nova-compute[74968]:     <nova:memory>512</nova:memory>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:disk>1</nova:disk>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:swap>0</nova:swap>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:flavor>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:owner>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:user uuid="045766b52a4245ff89856fd59eb63e25">tempest-TaggedAttachmentsTest-941790493-project-member</nova:user>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:project uuid="3fbe6ecdc2824bf9a03c38c86dbee38c">tempest-TaggedAttachmentsTest-941790493</nova:project>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:owner>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:ports>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:port uuid="0eee5356-1138-48b9-bba6-c85f99f94cc4">
Oct 30 12:18:56 user nova-compute[74968]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:18:56 user nova-compute[74968]:     </nova:port>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:port uuid="44a1820b-6edd-4652-a686-07f747fb0c34">
Oct 30 12:18:56 user nova-compute[74968]:       <nova:ip type="fixed" address="10.10.10.35" ipVersion="4"/>
Oct 30 12:18:56 user nova-compute[74968]:     </nova:port>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:ports>
Oct 30 12:18:56 user nova-compute[74968]: </nova:instance>
Oct 30 12:18:56 user nova-compute[74968]:   </metadata>
Oct 30 12:18:56 user nova-compute[74968]:   <memory unit='KiB'>524288</memory>
Oct 30 12:18:56 user nova-compute[74968]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 12:18:56 user nova-compute[74968]:   <vcpu placement='static'>1</vcpu>
Oct 30 12:18:56 user nova-compute[74968]:   <resource>
Oct 30 12:18:56 user nova-compute[74968]:     <partition>/machine</partition>
Oct 30 12:18:56 user nova-compute[74968]:   </resource>
Oct 30 12:18:56 user nova-compute[74968]:   <sysinfo type='smbios'>
Oct 30 12:18:56 user nova-compute[74968]:     <system>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='version'>0.0.0</entry>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='serial'>47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='uuid'>47d89018-be86-40b9-a15e-c425062d749f</entry>
Oct 30 12:18:56 user nova-compute[74968]:       <entry name='family'>Virtual Machine</entry>
Oct 30 12:18:56 user nova-compute[74968]:     </system>
Oct 30 12:18:56 user nova-compute[74968]:   </sysinfo>
Oct 30 12:18:56 user nova-compute[74968]:   <os>
Oct 30 12:18:56 user nova-compute[74968]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 12:18:56 user nova-compute[74968]:     <boot dev='hd'/>
Oct 30 12:18:56 user nova-compute[74968]:     <smbios mode='sysinfo'/>
Oct 30 12:18:56 user nova-compute[74968]:   </os>
Oct 30 12:18:56 user nova-compute[74968]:   <features>
Oct 30 12:18:56 user nova-compute[74968]:     <acpi/>
Oct 30 12:18:56 user nova-compute[74968]:     <apic/>
Oct 30 12:18:56 user nova-compute[74968]:     <vmcoreinfo state='on'/>
Oct 30 12:18:56 user nova-compute[74968]:   </features>
Oct 30 12:18:56 user nova-compute[74968]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 12:18:56 user nova-compute[74968]:     <model fallback='forbid'>Nehalem</model>
Oct 30 12:18:56 user nova-compute[74968]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 12:18:56 user nova-compute[74968]:     <feature policy='require' name='vme'/>
Oct 30 12:18:56 user nova-compute[74968]:     <feature policy='require' name='x2apic'/>
Oct 30 12:18:56 user nova-compute[74968]:     <feature policy='require' name='hypervisor'/>
Oct 30 12:18:56 user nova-compute[74968]:   </cpu>
Oct 30 12:18:56 user nova-compute[74968]:   <clock offset='utc'>
Oct 30 12:18:56 user nova-compute[74968]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 12:18:56 user nova-compute[74968]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 12:18:56 user nova-compute[74968]:     <timer name='hpet' present='no'/>
Oct 30 12:18:56 user nova-compute[74968]:   </clock>
Oct 30 12:18:56 user nova-compute[74968]:   <on_poweroff>destroy</on_poweroff>
Oct 30 12:18:56 user nova-compute[74968]:   <on_reboot>restart</on_reboot>
Oct 30 12:18:56 user nova-compute[74968]:   <on_crash>destroy</on_crash>
Oct 30 12:18:56 user nova-compute[74968]:   <devices>
Oct 30 12:18:56 user nova-compute[74968]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 12:18:56 user nova-compute[74968]:     <disk type='file' device='disk'>
Oct 30 12:18:56 user nova-compute[74968]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 12:18:56 user nova-compute[74968]:       <source file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk' index='2'/>
Oct 30 12:18:56 user nova-compute[74968]:       <backingStore type='file' index='3'>
Oct 30 12:18:56 user nova-compute[74968]:         <format type='raw'/>
Oct 30 12:18:56 user nova-compute[74968]:         <source file='/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa'/>
Oct 30 12:18:56 user nova-compute[74968]:         <backingStore/>
Oct 30 12:18:56 user nova-compute[74968]:       </backingStore>
Oct 30 12:18:56 user nova-compute[74968]:       <target dev='vda' bus='virtio'/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='virtio-disk0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </disk>
Oct 30 12:18:56 user nova-compute[74968]:     <disk type='file' device='cdrom'>
Oct 30 12:18:56 user nova-compute[74968]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 12:18:56 user nova-compute[74968]:       <source file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/disk.config' index='1'/>
Oct 30 12:18:56 user nova-compute[74968]:       <backingStore/>
Oct 30 12:18:56 user nova-compute[74968]:       <target dev='hda' bus='ide'/>
Oct 30 12:18:56 user nova-compute[74968]:       <readonly/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='ide0-0-0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </disk>
Oct 30 12:18:56 user nova-compute[74968]:     <controller type='usb' index='0' model='none'>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='usb'/>
Oct 30 12:18:56 user nova-compute[74968]:     </controller>
Oct 30 12:18:56 user nova-compute[74968]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='pci.0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </controller>
Oct 30 12:18:56 user nova-compute[74968]:     <controller type='ide' index='0'>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='ide'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 12:18:56 user nova-compute[74968]:     </controller>
Oct 30 12:18:56 user nova-compute[74968]:     <interface type='ethernet'>
Oct 30 12:18:56 user nova-compute[74968]:       <mac address='fa:16:3e:3b:5f:9d'/>
Oct 30 12:18:56 user nova-compute[74968]:       <target dev='tap0eee5356-11'/>
Oct 30 12:18:56 user nova-compute[74968]:       <model type='virtio'/>
Oct 30 12:18:56 user nova-compute[74968]:       <mtu size='1442'/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='net0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </interface>
Oct 30 12:18:56 user nova-compute[74968]:     <serial type='pty'>
Oct 30 12:18:56 user nova-compute[74968]:       <source path='/dev/pts/13'/>
Oct 30 12:18:56 user nova-compute[74968]:       <log file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log' append='off'/>
Oct 30 12:18:56 user nova-compute[74968]:       <target type='isa-serial' port='0'>
Oct 30 12:18:56 user nova-compute[74968]:         <model name='isa-serial'/>
Oct 30 12:18:56 user nova-compute[74968]:       </target>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='serial0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </serial>
Oct 30 12:18:56 user nova-compute[74968]:     <console type='pty' tty='/dev/pts/13'>
Oct 30 12:18:56 user nova-compute[74968]:       <source path='/dev/pts/13'/>
Oct 30 12:18:56 user nova-compute[74968]:       <log file='/opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f/console.log' append='off'/>
Oct 30 12:18:56 user nova-compute[74968]:       <target type='serial' port='0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='serial0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </console>
Oct 30 12:18:56 user nova-compute[74968]:     <input type='mouse' bus='ps2'>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='input0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </input>
Oct 30 12:18:56 user nova-compute[74968]:     <input type='keyboard' bus='ps2'>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='input1'/>
Oct 30 12:18:56 user nova-compute[74968]:     </input>
Oct 30 12:18:56 user nova-compute[74968]:     <graphics type='vnc' port='5912' autoport='yes' listen='0.0.0.0'>
Oct 30 12:18:56 user nova-compute[74968]:       <listen type='address' address='0.0.0.0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </graphics>
Oct 30 12:18:56 user nova-compute[74968]:     <audio id='1' type='none'/>
Oct 30 12:18:56 user nova-compute[74968]:     <video>
Oct 30 12:18:56 user nova-compute[74968]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='video0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </video>
Oct 30 12:18:56 user nova-compute[74968]:     <memballoon model='virtio'>
Oct 30 12:18:56 user nova-compute[74968]:       <stats period='10'/>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='balloon0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </memballoon>
Oct 30 12:18:56 user nova-compute[74968]:     <rng model='virtio'>
Oct 30 12:18:56 user nova-compute[74968]:       <backend model='random'>/dev/urandom</backend>
Oct 30 12:18:56 user nova-compute[74968]:       <alias name='rng0'/>
Oct 30 12:18:56 user nova-compute[74968]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 12:18:56 user nova-compute[74968]:     </rng>
Oct 30 12:18:56 user nova-compute[74968]:   </devices>
Oct 30 12:18:56 user nova-compute[74968]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 12:18:56 user nova-compute[74968]:     <label>libvirt-47d89018-be86-40b9-a15e-c425062d749f</label>
Oct 30 12:18:56 user nova-compute[74968]:     <imagelabel>libvirt-47d89018-be86-40b9-a15e-c425062d749f</imagelabel>
Oct 30 12:18:56 user nova-compute[74968]:   </seclabel>
Oct 30 12:18:56 user nova-compute[74968]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 12:18:56 user nova-compute[74968]:     <label>+64055:+108</label>
Oct 30 12:18:56 user nova-compute[74968]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 12:18:56 user nova-compute[74968]:   </seclabel>
Oct 30 12:18:56 user nova-compute[74968]: </domain>
Oct 30 12:18:56 user nova-compute[74968]:  {{(pid=74968) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 12:18:56 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully detached device tap44a1820b-6e from instance 47d89018-be86-40b9-a15e-c425062d749f from the live domain config.
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "44a1820b-6edd-4652-a686-07f747fb0c34", "address": "fa:16:3e:9a:47:88", "network": {"id": "1d2f01c5-b75f-498e-8859-fadc6f8bd400", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1030385242", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44a1820b-6e", "ovs_interfaceid": "44a1820b-6edd-4652-a686-07f747fb0c34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG os_vif [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44a1820b-6e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98f637ce-0b32-49eb-9089-39efa13464f0) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:18:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:18:56 user nova-compute[74968]: INFO os_vif [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:47:88,bridge_name='br-int',has_traffic_filtering=True,id=44a1820b-6edd-4652-a686-07f747fb0c34,network=Network(1d2f01c5-b75f-498e-8859-fadc6f8bd400),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44a1820b-6e')
Oct 30 12:18:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:18:56 user nova-compute[74968]:   <nova:package version="0.0.0"/>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:name>tempest-device-tagging-server-1411869848</nova:name>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:creationTime>2023-10-30 12:18:56</nova:creationTime>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:flavor name="m1.tiny">
Oct 30 12:18:56 user nova-compute[74968]:     <nova:memory>512</nova:memory>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:disk>1</nova:disk>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:swap>0</nova:swap>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:vcpus>1</nova:vcpus>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:flavor>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:owner>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:user uuid="045766b52a4245ff89856fd59eb63e25">tempest-TaggedAttachmentsTest-941790493-project-member</nova:user>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:project uuid="3fbe6ecdc2824bf9a03c38c86dbee38c">tempest-TaggedAttachmentsTest-941790493</nova:project>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:owner>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:18:56 user nova-compute[74968]:   <nova:ports>
Oct 30 12:18:56 user nova-compute[74968]:     <nova:port uuid="0eee5356-1138-48b9-bba6-c85f99f94cc4">
Oct 30 12:18:56 user nova-compute[74968]:       <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:18:56 user nova-compute[74968]:     </nova:port>
Oct 30 12:18:56 user nova-compute[74968]:   </nova:ports>
Oct 30 12:18:56 user nova-compute[74968]: </nova:instance>
Oct 30 12:18:56 user nova-compute[74968]:  {{(pid=74968) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] No waiting events found dispatching network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:18:57 user nova-compute[74968]: WARNING nova.compute.manager [req-21195226-6b0a-430d-8e9a-41117524cc85 req-8abc66df-36d3-434d-ad4b-f45cd556f0e7 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received unexpected event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 for instance with vm_state building and task_state spawning.
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquired lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:18:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance spawned successfully.
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:18:57 user nova-compute[74968]: INFO nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Took 7.61 seconds to spawn the instance on the hypervisor.
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:18:57 user nova-compute[74968]: INFO nova.compute.manager [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Took 8.81 seconds to build instance.
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c990db1a-9fca-4da9-a8c1-98a532f951b2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.939s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:57 user nova-compute[74968]: INFO nova.network.neutron [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Port 44a1820b-6edd-4652-a686-07f747fb0c34 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Oct 30 12:18:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [{"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Releasing lock "refresh_cache-47d89018-be86-40b9-a15e-c425062d749f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:18:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-adb53a77-040f-49c3-999d-3d8102d45aec tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "interface-47d89018-be86-40b9-a15e-c425062d749f-44a1820b-6edd-4652-a686-07f747fb0c34" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.697s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:18:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-8ab649d0-39ba-4016-b510-6c062cbabff4 req-9ba700f0-d57c-4c94-8a2f-3d9290565211 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-deleted-44a1820b-6edd-4652-a686-07f747fb0c34 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:18:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:06 user nova-compute[74968]: INFO nova.compute.manager [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Detaching volume d787d0a4-31d1-4955-bb7b-0c19c69ef55d
Oct 30 12:19:06 user nova-compute[74968]: INFO nova.virt.block_device [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Attempting to driver detach volume d787d0a4-31d1-4955-bb7b-0c19c69ef55d from mountpoint /dev/vdb
Oct 30 12:19:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Attempting to detach device vdb from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:19:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:19:06 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:19:06 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:19:06 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:19:06 user nova-compute[74968]:   <serial>d787d0a4-31d1-4955-bb7b-0c19c69ef55d</serial>
Oct 30 12:19:06 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:19:06 user nova-compute[74968]: </disk>
Oct 30 12:19:06 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:19:06 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully detached device vdb from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the persistent domain config.
Oct 30 12:19:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:19:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:19:06 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:19:06 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:19:06 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:19:06 user nova-compute[74968]:   <serial>d787d0a4-31d1-4955-bb7b-0c19c69ef55d</serial>
Oct 30 12:19:06 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:19:06 user nova-compute[74968]: </disk>
Oct 30 12:19:06 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:19:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:19:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-changed-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Refreshing instance network info cache due to event network-changed-536e97ac-85be-4201-9021-fd1177481a8d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] Acquiring lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] Acquired lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Refreshing network info cache for port 536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.objects.instance [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lazy-loading 'flavor' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:18 user nova-compute[74968]: INFO nova.compute.manager [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attaching volume 425942fc-c4e7-4d0d-9496-a68c1076423d to /dev/vdb
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updated VIF entry in instance network info cache for port 536e97ac-85be-4201-9021-fd1177481a8d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updating instance_info_cache with network_info: [{"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.utils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d3673ec3-71bf-461e-9ddb-8ccbeccae193 req-8602c22e-024e-4eef-9184-fa71712b7176 service nova] Releasing lock "refresh_cache-53b7eb41-651d-450f-80ce-d8ad0cd865a8" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e7ca18-da53-4f5f-a3f2-b1086e7e4f00]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8976331-29eb-4a30-a0fe-a7401637ffef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[33eb7666-e900-4eca-95df-bfa5c231c382]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7549e8-e2b1-4ad4-ab5d-ed4a1d81c6e5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:19:18 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:19:18 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8bb599-fbaf-49cf-965c-3567d4c9af35]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG os_brick.utils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:19:18 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updating existing volume attachment record: d565c374-eabc-4c29-89ed-848028721d56 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:19:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf is timed out.
Oct 30 12:19:27 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully detached device vdb from instance aadb374e-cc61-48f0-a406-53c9f71dd9cf from the live domain config.
Oct 30 12:19:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPOWAyID', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:19:27 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af9dc99-4655-44fc-82d0-4d4f25072cdb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:19:27 user nova-compute[74968]: No targets found.
Oct 30 12:19:27 user nova-compute[74968]: iSNS:
Oct 30 12:19:27 user nova-compute[74968]: No targets found.
Oct 30 12:19:27 user nova-compute[74968]: STATIC:
Oct 30 12:19:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d
Oct 30 12:19:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:19:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:19:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:19:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:19:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:19:27 user nova-compute[74968]: FIRMWARE:
Oct 30 12:19:27 user nova-compute[74968]: No targets found.
Oct 30 12:19:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:19:27 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:19:27 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[47206d92-c17a-4c37-b673-ec82cd4e4344]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2711cba1-26d2-4a80-a1f2-de8714109516]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:27 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:19:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:27 user nova-compute[74968]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d (non-flash)
Oct 30 12:19:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81be7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51e6215-58dd-4707-8ee0-093cd833e791]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cec1a23-39c6-4d7c-95ce-bd998cff3b4a]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed7c4de-284b-42fd-bbc0-0e434603d2d7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c32b3ea-d85f-431b-89f1-77d97676b26d]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[574eb97a-dc02-432a-907d-966333bc38e4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8275ebd-6fcf-40a3-a786-310626079f82]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260]
Oct 30 12:19:27 user nova-compute[74968]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d, portal: 172.16.0.220,3260] successful.
Oct 30 12:19:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "47d89018-be86-40b9-a15e-c425062d749f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:27 user nova-compute[74968]: INFO nova.compute.manager [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Terminating instance
Oct 30 12:19:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d787d0a4-31d1-4955-bb7b-0c19c69ef55d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eec88da-394e-4a60-ae3a-3e23298e8b7a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] <== disconnect_volume: return (363ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Instance destroyed successfully.
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lazy-loading 'resources' on Instance uuid 47d89018-be86-40b9-a15e-c425062d749f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T12:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1411869848',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1411869848',id=17,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcl6rrw5oFOVu+RQGlzsGDHf7BXInPKrdpJu3X7QhkB/hmnhgBi8t02ekveB8/Aqx7qUYTh36jm4jNFeZVYn8obYNbOKDiz0pvBZYANv0ePVeKevPdHySuAgVN7owZGKg==',key_name='tempest-keypair-136616518',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fbe6ecdc2824bf9a03c38c86dbee38c',ramdisk_id='',reservation_id='r-pf79mu12',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-941790493',owner_user_name='tempest-TaggedAttachmentsTest-941790493-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='045766b52a4245ff89856fd59eb63e25',uuid=47d89018-be86-40b9-a15e-c425062d749f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converting VIF {"id": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "address": "fa:16:3e:3b:5f:9d", "network": {"id": "1cec99ca-0af5-4a8f-90b4-c94453ddf61f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1996844737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fbe6ecdc2824bf9a03c38c86dbee38c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eee5356-11", "ovs_interfaceid": "0eee5356-1138-48b9-bba6-c85f99f94cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG os_vif [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0eee5356-11, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b5c95cf-6361-4f1d-8d5c-93e245eb3dfb) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:28 user nova-compute[74968]: INFO os_vif [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:5f:9d,bridge_name='br-int',has_traffic_filtering=True,id=0eee5356-1138-48b9-bba6-c85f99f94cc4,network=Network(1cec99ca-0af5-4a8f-90b4-c94453ddf61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eee5356-11')
Oct 30 12:19:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Deleting instance files /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f_del
Oct 30 12:19:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Deletion of /opt/stack/data/nova/instances/47d89018-be86-40b9-a15e-c425062d749f_del complete
Oct 30 12:19:28 user nova-compute[74968]: INFO nova.compute.manager [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 12:19:28 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'flavor' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e66e90fc-9e0d-4d0c-9ffd-3945b9d7480e tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.151s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:29 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:29 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Took 1.53 seconds to deallocate network for instance.
Oct 30 12:19:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-09bcf1fc-e487-4d71-818c-75befb852e50 req-19921dbc-e850-4c91-ae57-9ea45712fe64 service nova] [instance: 47d89018-be86-40b9-a15e-c425062d749f] Received event network-vif-deleted-0eee5356-1138-48b9-bba6-c85f99f94cc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:30 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:19:30 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:19:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.393s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:30 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Deleted allocations for instance 47d89018-be86-40b9-a15e-c425062d749f
Oct 30 12:19:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6b87ad88-7fd0-4bd1-874d-99b1c1ffc8fd tempest-TaggedAttachmentsTest-941790493 tempest-TaggedAttachmentsTest-941790493-project-member] Lock "47d89018-be86-40b9-a15e-c425062d749f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.010s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:19:31 user nova-compute[74968]: INFO nova.compute.claims [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Claim successful on node user
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.431s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:19:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.policy [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee2959f9f00487ea686f771f43e9b18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af26b2461444d3bbca3c2b60c5ae1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:19:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Creating image(s)
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.212s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk 1073741824" returned: 0 in 0.058s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Successfully created port: 351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Cannot resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Ensure instance console log exists: /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Successfully updated port: 351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-changed-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Refreshing instance network info cache due to event network-changed-351a459b-6e06-4735-8cf8-22a83649b123. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.neutron [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance network_info: |[{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Refreshing network info cache for port 351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start _get_guest_xml network_info=[{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:19:33 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:19:33 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:19:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'pci_devices' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:19:33 user nova-compute[74968]:   <uuid>66e79f1c-4a70-4d4d-add0-20334334253d</uuid>
Oct 30 12:19:33 user nova-compute[74968]:   <name>instance-00000017</name>
Oct 30 12:19:33 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:19:33 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:19:33 user nova-compute[74968]:   <metadata>
Oct 30 12:19:33 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:19:33 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeTestJSON-server-1905284157</nova:name>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:19:33</nova:creationTime>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:19:33 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:19:33 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:owner>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:user uuid="4ee2959f9f00487ea686f771f43e9b18">tempest-AttachVolumeTestJSON-1482830716-project-member</nova:user>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:project uuid="9af26b2461444d3bbca3c2b60c5ae1bb">tempest-AttachVolumeTestJSON-1482830716</nova:project>
Oct 30 12:19:33 user nova-compute[74968]:       </nova:owner>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:19:33 user nova-compute[74968]:       <nova:ports>
Oct 30 12:19:33 user nova-compute[74968]:         <nova:port uuid="351a459b-6e06-4735-8cf8-22a83649b123">
Oct 30 12:19:33 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:19:33 user nova-compute[74968]:         </nova:port>
Oct 30 12:19:33 user nova-compute[74968]:       </nova:ports>
Oct 30 12:19:33 user nova-compute[74968]:     </nova:instance>
Oct 30 12:19:33 user nova-compute[74968]:   </metadata>
Oct 30 12:19:33 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:19:33 user nova-compute[74968]:     <system>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="serial">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="uuid">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:19:33 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:19:33 user nova-compute[74968]:     </system>
Oct 30 12:19:33 user nova-compute[74968]:   </sysinfo>
Oct 30 12:19:33 user nova-compute[74968]:   <os>
Oct 30 12:19:33 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:19:33 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:19:33 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:19:33 user nova-compute[74968]:   </os>
Oct 30 12:19:33 user nova-compute[74968]:   <features>
Oct 30 12:19:33 user nova-compute[74968]:     <acpi/>
Oct 30 12:19:33 user nova-compute[74968]:     <apic/>
Oct 30 12:19:33 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:19:33 user nova-compute[74968]:   </features>
Oct 30 12:19:33 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:19:33 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:19:33 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:19:33 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:19:33 user nova-compute[74968]:   </clock>
Oct 30 12:19:33 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:19:33 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:19:33 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:19:33 user nova-compute[74968]:   </cpu>
Oct 30 12:19:33 user nova-compute[74968]:   <devices>
Oct 30 12:19:33 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:19:33 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:19:33 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk"/>
Oct 30 12:19:33 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:19:33 user nova-compute[74968]:     </disk>
Oct 30 12:19:33 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:19:33 user nova-compute[74968]:       <mac address="fa:16:3e:07:1e:1a"/>
Oct 30 12:19:33 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:19:33 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:19:33 user nova-compute[74968]:       <target dev="tap351a459b-6e"/>
Oct 30 12:19:33 user nova-compute[74968]:     </interface>
Oct 30 12:19:33 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:19:33 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/console.log" append="off"/>
Oct 30 12:19:33 user nova-compute[74968]:     </serial>
Oct 30 12:19:33 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:19:33 user nova-compute[74968]:     <video>
Oct 30 12:19:33 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:19:33 user nova-compute[74968]:     </video>
Oct 30 12:19:33 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:19:33 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:19:33 user nova-compute[74968]:     </rng>
Oct 30 12:19:33 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:19:33 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:19:33 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:19:33 user nova-compute[74968]:     </memballoon>
Oct 30 12:19:33 user nova-compute[74968]:   </devices>
Oct 30 12:19:33 user nova-compute[74968]: </domain>
Oct 30 12:19:33 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:19:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG os_vif [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9166e71d-5fa4-5b8c-8000-a11c4c89f34b', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap351a459b-6e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap351a459b-6e, col_values=(('qos', UUID('fb9875cb-9347-4ab1-adfd-7e1ba7e61abc')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap351a459b-6e, col_values=(('external_ids', {'iface-id': '351a459b-6e06-4735-8cf8-22a83649b123', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:1e:1a', 'vm-uuid': '66e79f1c-4a70-4d4d-add0-20334334253d'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:33 user nova-compute[74968]: INFO os_vif [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:19:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No VIF found with MAC fa:16:3e:07:1e:1a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:19:34 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updated VIF entry in instance network info cache for port 351a459b-6e06-4735-8cf8-22a83649b123. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:19:34 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6fb21d9-29e7-444b-ac84-4a72fa65c37a req-e05b2806-3cc9-4e75-9cef-38f35be64c9a service nova] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:19:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:19:35 user nova-compute[74968]: WARNING nova.compute.manager [req-aae97346-99c5-4a18-bd6f-b53145d70f1d req-2b9375c0-fb21-4a6a-bbaa-74b00bc9a069 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state building and task_state spawning.
Oct 30 12:19:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:19:37 user nova-compute[74968]: WARNING nova.compute.manager [req-848bafba-d590-430c-ae19-5f7d49ad7577 req-f6b7da92-0805-4fc4-ad95-d8842b46b8af service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state building and task_state spawning.
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:19:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance spawned successfully.
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:19:37 user nova-compute[74968]: INFO nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 30 12:19:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:19:37 user nova-compute[74968]: INFO nova.compute.manager [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Took 6.63 seconds to build instance.
Oct 30 12:19:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20020887-0581-40c1-8787-efb312db1f8e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.730s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:19:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:19:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:19:39 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3f25f1-f9d9-448b-b7aa-de9db554573a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:19:39 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf91e8e-f1c3-4653-8aff-db057829cbfb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d] added
Oct 30 12:19:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[579cbf69-ebbf-426f-be09-e827835f7f84]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[41dcfbb5-ca28-48bf-9478-5deb31cd4094]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBLPVYDE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBLPVYDE" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8168917-cc44-4c1f-81fc-7aa43bae78a5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KBLPVYDE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[30034868-d18d-421f-b68b-c4070a911612]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9f40bd-d943-48ca-84bd-926188f5aeec]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[96b15a48-9a89-4b8b-a05e-fd8a2b9a37f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]
Oct 30 12:19:40 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.
Oct 30 12:19:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7769e282-dc16-44f0-9b54-ffcc92670cb1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9aad92-9f76-4ed0-8d55-0ce8c1ac5523]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:40 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:19:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:19:40 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:19:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ca1716-3af2-42c4-8a24-5a304594baf2]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:19:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.419s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] <== connect_volume: return (1422ms) {'type': 'block', 'scsi_wwn': '23237303331366161', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237303331366161', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lazy-loading 'flavor' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:19:41 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:19:41 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:19:41 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:19:41 user nova-compute[74968]:   <serial>425942fc-c4e7-4d0d-9496-a68c1076423d</serial>
Oct 30 12:19:41 user nova-compute[74968]: </disk>
Oct 30 12:19:41 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:19:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] No VIF found with MAC fa:16:3e:51:14:b6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:19:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-139f383a-904c-455b-8fa2-557dd4f666c3 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.356s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.utils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc60e50d-44fb-42e8-8eb2-08d5651a6c45]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c00804fb-e434-4b1d-8e07-48db45529e5b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6cca7f-0395-4b6e-ab7d-0698280729d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[915e2138-a9cb-46ba-ae81-41bc695f39f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:19:43 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:19:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb28400-c4be-427e-bbeb-ebbbe997768a]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:19:43 user nova-compute[74968]: DEBUG os_brick.utils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:19:43 user nova-compute[74968]: INFO nova.compute.manager [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Swapping volume 425942fc-c4e7-4d0d-9496-a68c1076423d for 313cfd2e-96a1-473a-956c-56ed272f2deb
Oct 30 12:19:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:46 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [{"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-6c2c1642-2798-46ee-b598-db0dfc99cac3" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:19:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:19:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:19:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7260MB free_disk=25.232532501220703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance aadb374e-cc61-48f0-a406-53c9f71dd9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28f39b0d-7a94-4846-b45d-170905af681e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 1fde5422-073e-448d-9053-e0b8084941ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:19:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.484s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:56 user nova-compute[74968]: INFO nova.compute.manager [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Terminating instance
Oct 30 12:19:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-unplugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] No waiting events found dispatching network-vif-unplugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-db811c57-dc66-4dff-8d32-d446f321d09d req-0c9c3e05-c938-4698-8f6d-652391fd5218 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-unplugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Instance destroyed successfully.
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lazy-loading 'resources' on Instance uuid aadb374e-cc61-48f0-a406-53c9f71dd9cf {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:15:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-999715331',display_name='tempest-TestServerVolumeAttachmentScenario-server-999715331',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-999715331',id=16,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEY3Io/3wh9SR2w1pTSJ8iMgslg4PNN+0956RFJg24/jlDUkln4bHHzP8zBFrdTcC8MwmMnaPdqjDfpP8aGL3nEHsYeurTJ69bNH47e8kO43eMgMP39ey4b2bngC/1Fmg==',key_name='tempest-keypair-2053850977',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:15:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d7865e2c5ea4423bf2c73cad6cc43b5',ramdisk_id='',reservation_id='r-1njon2wp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1609837085',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1609837085-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:15:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd4d14e831cb48c8886ffa98dc47fe0b',uuid=aadb374e-cc61-48f0-a406-53c9f71dd9cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converting VIF {"id": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "address": "fa:16:3e:ea:19:ca", "network": {"id": "203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1264953261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d7865e2c5ea4423bf2c73cad6cc43b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca5053e-1a", "ovs_interfaceid": "cca5053e-1ac2-495b-8ceb-9371ebc9d8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG os_vif [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcca5053e-1a, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=76c42148-9f7e-4c6e-987a-6f2f67f3de82) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:19:57 user nova-compute[74968]: INFO os_vif [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:19:ca,bridge_name='br-int',has_traffic_filtering=True,id=cca5053e-1ac2-495b-8ceb-9371ebc9d8ca,network=Network(203c1d7a-8f0e-46e6-bdb5-f04e9a5ad7d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca5053e-1a')
Oct 30 12:19:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Deleting instance files /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf_del
Oct 30 12:19:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Deletion of /opt/stack/data/nova/instances/aadb374e-cc61-48f0-a406-53c9f71dd9cf_del complete
Oct 30 12:19:57 user nova-compute[74968]: INFO nova.compute.manager [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 12:19:57 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:19:57 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:19:58 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:19:58 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Took 0.86 seconds to deallocate network for instance.
Oct 30 12:19:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-8f488a38-312b-43b2-a25f-23f8ea2da71a req-8383cfa7-773f-4953-8cfe-6a2aa89c6a2c service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-deleted-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.416s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:59 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Deleted allocations for instance aadb374e-cc61-48f0-a406-53c9f71dd9cf
Oct 30 12:19:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] Acquiring lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] No waiting events found dispatching network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:19:59 user nova-compute[74968]: WARNING nova.compute.manager [req-1589355b-aaaf-434a-83f6-0be057147cd6 req-f126d80b-2845-42f3-b3cc-8990bd5854a5 service nova] [instance: aadb374e-cc61-48f0-a406-53c9f71dd9cf] Received unexpected event network-vif-plugged-cca5053e-1ac2-495b-8ceb-9371ebc9d8ca for instance with vm_state deleted and task_state None.
Oct 30 12:19:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-365656a2-6cf8-47b6-bee5-96957a96086f tempest-TestServerVolumeAttachmentScenario-1609837085 tempest-TestServerVolumeAttachmentScenario-1609837085-project-member] Lock "aadb374e-cc61-48f0-a406-53c9f71dd9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.484s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:19:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:01 user nova-compute[74968]: INFO nova.compute.manager [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Terminating instance
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-unplugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] No waiting events found dispatching network-vif-unplugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-1aa6de11-5f1b-4a42-b24d-38c313215d04 req-ed335739-87b9-415c-908b-9ac870dd7792 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-unplugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:20:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Instance destroyed successfully.
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lazy-loading 'resources' on Instance uuid 6c2c1642-2798-46ee-b598-db0dfc99cac3 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-606175221',display_name='tempest-ServersNegativeTestJSON-server-606175221',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-606175221',id=3,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31c1bd7818d14217a9119896358f7b68',ramdisk_id='',reservation_id='r-nlzoqm2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2079015174',owner_user_name='tempest-ServersNegativeTestJSON-2079015174-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:11:12Z,user_data=None,user_id='06c98a1acc7e4481ba1232cdf9679590',uuid=6c2c1642-2798-46ee-b598-db0dfc99cac3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converting VIF {"id": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "address": "fa:16:3e:42:e3:a9", "network": {"id": "cde34673-1b88-4aa8-be14-4783eec5ef74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1527715692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31c1bd7818d14217a9119896358f7b68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40c81a8-57", "ovs_interfaceid": "c40c81a8-57c1-43ce-adaf-698c762eeb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG os_vif [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc40c81a8-57, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67e79ae0-7868-4372-81a0-ad212d436c26) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:01 user nova-compute[74968]: INFO os_vif [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:e3:a9,bridge_name='br-int',has_traffic_filtering=True,id=c40c81a8-57c1-43ce-adaf-698c762eeb92,network=Network(cde34673-1b88-4aa8-be14-4783eec5ef74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40c81a8-57')
Oct 30 12:20:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Deleting instance files /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3_del
Oct 30 12:20:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Deletion of /opt/stack/data/nova/instances/6c2c1642-2798-46ee-b598-db0dfc99cac3_del complete
Oct 30 12:20:01 user nova-compute[74968]: INFO nova.compute.manager [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 12:20:01 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:20:01 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:20:02 user nova-compute[74968]: INFO nova.compute.claims [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Claim successful on node user
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:02 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Took 0.53 seconds to deallocate network for instance.
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-c0d11cc9-44d6-40dd-b820-2b025218cac8 req-ac3ab640-0a80-4737-afb3-f8733f77e468 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-deleted-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:02 user nova-compute[74968]: INFO nova.compute.manager [req-c0d11cc9-44d6-40dd-b820-2b025218cac8 req-ac3ab640-0a80-4737-afb3-f8733f77e468 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Neutron deleted interface c40c81a8-57c1-43ce-adaf-698c762eeb92; detaching it from the instance and deleting it from the info cache
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-c0d11cc9-44d6-40dd-b820-2b025218cac8 req-ac3ab640-0a80-4737-afb3-f8733f77e468 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-c0d11cc9-44d6-40dd-b820-2b025218cac8 req-ac3ab640-0a80-4737-afb3-f8733f77e468 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Detach interface failed, port_id=c40c81a8-57c1-43ce-adaf-698c762eeb92, reason: Instance 6c2c1642-2798-46ee-b598-db0dfc99cac3 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.464s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.236s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:20:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.policy [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f555d591cf64c808dbdd9696fb2f28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b5fa972e25483fbeac9b5bfe3b0bb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:20:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Creating image(s)
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "/opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "/opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:03 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Deleted allocations for instance 6c2c1642-2798-46ee-b598-db0dfc99cac3
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8543c86b-e0b2-4568-8cd3-ef06e8fbef86 tempest-ServersNegativeTestJSON-2079015174 tempest-ServersNegativeTestJSON-2079015174-project-member] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.279s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] Acquiring lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] Lock "6c2c1642-2798-46ee-b598-db0dfc99cac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] No waiting events found dispatching network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:03 user nova-compute[74968]: WARNING nova.compute.manager [req-c1f1fcd3-d266-41bb-b697-8380b8fc3c3d req-f8c4d4b1-b5a7-4f9f-afc7-966a76125222 service nova] [instance: 6c2c1642-2798-46ee-b598-db0dfc99cac3] Received unexpected event network-vif-plugged-c40c81a8-57c1-43ce-adaf-698c762eeb92 for instance with vm_state deleted and task_state None.
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk 1073741824" returned: 0 in 0.063s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Successfully created port: a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Cannot resize image /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Ensure instance console log exists: /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Successfully updated port: a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquired lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-changed-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Refreshing instance network info cache due to event network-changed-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] Acquiring lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing instance network info cache due to event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Updating instance_info_cache with network_info: [{"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Releasing lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Instance network_info: |[{"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] Acquired lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Refreshing network info cache for port a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Start _get_guest_xml network_info=[{"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:20:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-173414977',display_name='tempest-VolumesNegativeTest-instance-173414977',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-173414977',id=24,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='74b5fa972e25483fbeac9b5bfe3b0bb0',ramdisk_id='',reservation_id='r-2kgzhlva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-172394130',owner_user_name='tempest-VolumesNegativeTest-172394130-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:03Z,user_data=None,user_id='8f555d591cf64c808dbdd9696fb2f28d',uuid=cf33ac3d-8097-4539-921d-fe9f17582f22,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converting VIF {"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lazy-loading 'pci_devices' on Instance uuid cf33ac3d-8097-4539-921d-fe9f17582f22 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:20:04 user nova-compute[74968]:   <uuid>cf33ac3d-8097-4539-921d-fe9f17582f22</uuid>
Oct 30 12:20:04 user nova-compute[74968]:   <name>instance-00000018</name>
Oct 30 12:20:04 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:20:04 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:20:04 user nova-compute[74968]:   <metadata>
Oct 30 12:20:04 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:20:04 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:name>tempest-VolumesNegativeTest-instance-173414977</nova:name>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:20:04</nova:creationTime>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:20:04 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:20:04 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:owner>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:user uuid="8f555d591cf64c808dbdd9696fb2f28d">tempest-VolumesNegativeTest-172394130-project-member</nova:user>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:project uuid="74b5fa972e25483fbeac9b5bfe3b0bb0">tempest-VolumesNegativeTest-172394130</nova:project>
Oct 30 12:20:04 user nova-compute[74968]:       </nova:owner>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:20:04 user nova-compute[74968]:       <nova:ports>
Oct 30 12:20:04 user nova-compute[74968]:         <nova:port uuid="a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6">
Oct 30 12:20:04 user nova-compute[74968]:           <nova:ip type="fixed" address="192.168.233.235" ipVersion="4"/>
Oct 30 12:20:04 user nova-compute[74968]:         </nova:port>
Oct 30 12:20:04 user nova-compute[74968]:       </nova:ports>
Oct 30 12:20:04 user nova-compute[74968]:     </nova:instance>
Oct 30 12:20:04 user nova-compute[74968]:   </metadata>
Oct 30 12:20:04 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:20:04 user nova-compute[74968]:     <system>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="serial">cf33ac3d-8097-4539-921d-fe9f17582f22</entry>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="uuid">cf33ac3d-8097-4539-921d-fe9f17582f22</entry>
Oct 30 12:20:04 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:20:04 user nova-compute[74968]:     </system>
Oct 30 12:20:04 user nova-compute[74968]:   </sysinfo>
Oct 30 12:20:04 user nova-compute[74968]:   <os>
Oct 30 12:20:04 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:20:04 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:20:04 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:20:04 user nova-compute[74968]:   </os>
Oct 30 12:20:04 user nova-compute[74968]:   <features>
Oct 30 12:20:04 user nova-compute[74968]:     <acpi/>
Oct 30 12:20:04 user nova-compute[74968]:     <apic/>
Oct 30 12:20:04 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:20:04 user nova-compute[74968]:   </features>
Oct 30 12:20:04 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:20:04 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:20:04 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:20:04 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:20:04 user nova-compute[74968]:   </clock>
Oct 30 12:20:04 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:20:04 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:20:04 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:20:04 user nova-compute[74968]:   </cpu>
Oct 30 12:20:04 user nova-compute[74968]:   <devices>
Oct 30 12:20:04 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:20:04 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:20:04 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk"/>
Oct 30 12:20:04 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:20:04 user nova-compute[74968]:     </disk>
Oct 30 12:20:04 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:20:04 user nova-compute[74968]:       <mac address="fa:16:3e:fb:ad:29"/>
Oct 30 12:20:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:04 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:20:04 user nova-compute[74968]:       <target dev="tapa378d1f1-dd"/>
Oct 30 12:20:04 user nova-compute[74968]:     </interface>
Oct 30 12:20:04 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:20:04 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/console.log" append="off"/>
Oct 30 12:20:04 user nova-compute[74968]:     </serial>
Oct 30 12:20:04 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:20:04 user nova-compute[74968]:     <video>
Oct 30 12:20:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:04 user nova-compute[74968]:     </video>
Oct 30 12:20:04 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:20:04 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:20:04 user nova-compute[74968]:     </rng>
Oct 30 12:20:04 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:20:04 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:20:04 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:20:04 user nova-compute[74968]:     </memballoon>
Oct 30 12:20:04 user nova-compute[74968]:   </devices>
Oct 30 12:20:04 user nova-compute[74968]: </domain>
Oct 30 12:20:04 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-173414977',display_name='tempest-VolumesNegativeTest-instance-173414977',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-173414977',id=24,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='74b5fa972e25483fbeac9b5bfe3b0bb0',ramdisk_id='',reservation_id='r-2kgzhlva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-172394130',owner_user_name='tempest-VolumesNegativeTest-172394130-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:03Z,user_data=None,user_id='8f555d591cf64c808dbdd9696fb2f28d',uuid=cf33ac3d-8097-4539-921d-fe9f17582f22,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converting VIF {"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG os_vif [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c3b96498-aa3a-505b-b4d8-e0e3c5de8dde', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa378d1f1-dd, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa378d1f1-dd, col_values=(('qos', UUID('f5360b55-8148-4a26-a645-4e0d09bf0624')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa378d1f1-dd, col_values=(('external_ids', {'iface-id': 'a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:ad:29', 'vm-uuid': 'cf33ac3d-8097-4539-921d-fe9f17582f22'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:04 user nova-compute[74968]: INFO os_vif [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd')
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] No VIF found with MAC fa:16:3e:fb:ad:29, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:20:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb', 'serial': '313cfd2e-96a1-473a-956c-56ed272f2deb'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '425942fc-c4e7-4d0d-9496-a68c1076423d', 'serial'} {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:05 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:05 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:05 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[61acc8cb-0467-4bd8-a754-3344e49a213a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:20:05 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c78281a-f444-4fda-8181-cdfecb7f909e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb] added
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d6a4df0-7bbc-48a0-876e-d75f3ff067d8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[63e6b84e-ea62-4207-8187-f25b779045ce]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxFbIDlZ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxFbIDlZ" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b19c7a7-e33c-44b3-a3c5-2578918580cb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vxFbIDlZ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[01fd4d54-bf4d-4b3f-a23c-3e6bdffe6b87]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b9651e-f1ae-40fd-9ae6-5d88129a45db]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated VIF entry in instance network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-eec2a093-9acc-42d0-ad35-fbb6de81eb44 req-bed60c32-5b00-42ea-a04c-d869d97c33b0 service nova] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[802108a2-36d8-4138-9b04-10b802cf85c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260]
Oct 30 12:20:05 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260] successful.
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b43225-d7db-4718-87d9-050a226c67f5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c7b842-4559-45fc-8c3a-389bf4c49c60]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:05 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b63d4c-af44-449e-927b-d3dd8dae4a6f]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Updated VIF entry in instance network info cache for port a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Updating instance_info_cache with network_info: [{"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4c20c03-0004-4342-9638-8b71d1f8582e req-188104a3-2deb-4e0c-aa4f-026d9b8d9d53 service nova] Releasing lock "refresh_cache-cf33ac3d-8097-4539-921d-fe9f17582f22" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23665663261363531', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665663261363531', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG nova.objects.instance [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lazy-loading 'flavor' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 6291456 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] No waiting events found dispatching network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:06 user nova-compute[74968]: WARNING nova.compute.manager [req-3026e0f4-fb93-4344-b2f9-3650ce6270a9 req-66ecf97a-5ded-4c6d-b952-9261f6b6bb62 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received unexpected event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 for instance with vm_state building and task_state spawning.
Oct 30 12:20:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 132120576 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 311427072 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 436207616 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 602931200 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] No waiting events found dispatching network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:09 user nova-compute[74968]: WARNING nova.compute.manager [req-bc922b09-7330-4146-a019-27d2a361dccd req-4ca08160-5329-4abc-a177-daf263a96097 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received unexpected event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 for instance with vm_state building and task_state spawning.
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:20:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Instance spawned successfully.
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 765460480 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:09 user nova-compute[74968]: INFO nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Took 6.43 seconds to spawn the instance on the hypervisor.
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:20:09 user nova-compute[74968]: INFO nova.compute.manager [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Took 7.29 seconds to build instance.
Oct 30 12:20:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49fcc94c-959a-41c1-baf5-5bebf297c36e tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.484s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 910163968 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 1042284544 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:11 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26f13c7-a294-4d65-b3ee-ddb3b1a0d7ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:20:11 user nova-compute[74968]: No targets found.
Oct 30 12:20:11 user nova-compute[74968]: iSNS:
Oct 30 12:20:11 user nova-compute[74968]: No targets found.
Oct 30 12:20:11 user nova-compute[74968]: STATIC:
Oct 30 12:20:11 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb
Oct 30 12:20:11 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:11 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:11 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:20:11 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:11 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:11 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d
Oct 30 12:20:11 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:11 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:11 user nova-compute[74968]: FIRMWARE:
Oct 30 12:20:11 user nova-compute[74968]: No targets found.
Oct 30 12:20:11 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:20:11 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:20:11 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73d434b0-a1e0-415b-82c8-5c463400928f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5163ef-e716-412f-bf09-6f8fb310ab67]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:11 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:11 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:11 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:11 user nova-compute[74968]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:11 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:11 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023df30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e12be4-37a9-45ba-9be2-5f0f6a2c7687]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f74430-011f-442f-a518-0b66f9df41db]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fc6acd6-11c7-442e-a9cb-48299c23eea3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e913b43-a15e-49ef-ac7e-cfd6d99dd765]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d64258c-d132-428a-82a2-1548b8d119f3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a79d0d6-bcbb-40aa-b7e7-3e4c22ad59db]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]
Oct 30 12:20:11 user nova-compute[74968]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.
Oct 30 12:20:11 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae15a04-847b-4422-9a35-4fbfada7633d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== disconnect_volume: return (426ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb', 'serial'} {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 30 12:20:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: removing Cinder connection for volume 425942fc-c4e7-4d0d-9496-a68c1076423d {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 30 12:20:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: Updating volume 425942fc-c4e7-4d0d-9496-a68c1076423d BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "vxFbIDlZ", "auth_password": "FAGL0b8nEU9dk4", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "313cfd2e-96a1-473a-956c-56ed272f2deb"}, "status": "reserved", "instance": "53b7eb41-651d-450f-80ce-d8ad0cd865a8", "attached_at": "", "detached_at": "", "volume_id": "313cfd2e-96a1-473a-956c-56ed272f2deb", "serial": "313cfd2e-96a1-473a-956c-56ed272f2deb"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb', 'no_device': None, 'attachment_id': '32fd8b98-f87a-4b54-bff9-cc8fe068dd75'} {{(pid=74968) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 30 12:20:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-00cf13b2-e664-4b04-a02d-8633edab7b8b tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 29.407s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.utils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a08b97c-9bf1-42d1-aa6e-deb45f8600da]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c289f2-7505-4d44-bad7-f01cad25f929]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22e51a8-008c-4437-8c4f-3ee8ca90bd89]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7670f692-aa72-4387-8802-4626e485dfe2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:20:14 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:20:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a5ab97-3724-4126-8742-ef6eee245848]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG os_brick.utils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:14 user nova-compute[74968]: INFO nova.compute.manager [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Swapping volume 313cfd2e-96a1-473a-956c-56ed272f2deb for 425942fc-c4e7-4d0d-9496-a68c1076423d
Oct 30 12:20:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:20:19 user nova-compute[74968]: INFO nova.compute.claims [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Claim successful on node user
Oct 30 12:20:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.567s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:20:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.policy [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea85d6f704204995b19db214cdf5be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d2b0e04fd14dcc9879f369b0db7efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:20:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Creating image(s)
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "/opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk 1073741824" returned: 0 in 0.056s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:20:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Cannot resize image /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Ensure instance console log exists: /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Successfully created port: b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Successfully updated port: b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-changed-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Refreshing instance network info cache due to event network-changed-b3a398f9-6228-4688-8307-42984a69e685. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] Acquiring lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:20:22 user nova-compute[74968]: INFO nova.compute.claims [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Claim successful on node user
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updating instance_info_cache with network_info: [{"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Instance network_info: |[{"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] Acquired lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Refreshing network info cache for port b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Start _get_guest_xml network_info=[{"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:20:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1682213814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1682213814',id=25,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-8ssowegp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:20Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=fda50f07-34e8-4d61-a33b-5ed7775a7da9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid fda50f07-34e8-4d61-a33b-5ed7775a7da9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:20:22 user nova-compute[74968]:   <uuid>fda50f07-34e8-4d61-a33b-5ed7775a7da9</uuid>
Oct 30 12:20:22 user nova-compute[74968]:   <name>instance-00000019</name>
Oct 30 12:20:22 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:20:22 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:20:22 user nova-compute[74968]:   <metadata>
Oct 30 12:20:22 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:20:22 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1682213814</nova:name>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:20:22</nova:creationTime>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:20:22 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:20:22 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:owner>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:20:22 user nova-compute[74968]:       </nova:owner>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:20:22 user nova-compute[74968]:       <nova:ports>
Oct 30 12:20:22 user nova-compute[74968]:         <nova:port uuid="b3a398f9-6228-4688-8307-42984a69e685">
Oct 30 12:20:22 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:20:22 user nova-compute[74968]:         </nova:port>
Oct 30 12:20:22 user nova-compute[74968]:       </nova:ports>
Oct 30 12:20:22 user nova-compute[74968]:     </nova:instance>
Oct 30 12:20:22 user nova-compute[74968]:   </metadata>
Oct 30 12:20:22 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:20:22 user nova-compute[74968]:     <system>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="serial">fda50f07-34e8-4d61-a33b-5ed7775a7da9</entry>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="uuid">fda50f07-34e8-4d61-a33b-5ed7775a7da9</entry>
Oct 30 12:20:22 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:20:22 user nova-compute[74968]:     </system>
Oct 30 12:20:22 user nova-compute[74968]:   </sysinfo>
Oct 30 12:20:22 user nova-compute[74968]:   <os>
Oct 30 12:20:22 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:20:22 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:20:22 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:20:22 user nova-compute[74968]:   </os>
Oct 30 12:20:22 user nova-compute[74968]:   <features>
Oct 30 12:20:22 user nova-compute[74968]:     <acpi/>
Oct 30 12:20:22 user nova-compute[74968]:     <apic/>
Oct 30 12:20:22 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:20:22 user nova-compute[74968]:   </features>
Oct 30 12:20:22 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:20:22 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:20:22 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:20:22 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:20:22 user nova-compute[74968]:   </clock>
Oct 30 12:20:22 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:20:22 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:20:22 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:20:22 user nova-compute[74968]:   </cpu>
Oct 30 12:20:22 user nova-compute[74968]:   <devices>
Oct 30 12:20:22 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:20:22 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:20:22 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk"/>
Oct 30 12:20:22 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:20:22 user nova-compute[74968]:     </disk>
Oct 30 12:20:22 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:20:22 user nova-compute[74968]:       <mac address="fa:16:3e:4f:0a:fc"/>
Oct 30 12:20:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:22 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:20:22 user nova-compute[74968]:       <target dev="tapb3a398f9-62"/>
Oct 30 12:20:22 user nova-compute[74968]:     </interface>
Oct 30 12:20:22 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:20:22 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/console.log" append="off"/>
Oct 30 12:20:22 user nova-compute[74968]:     </serial>
Oct 30 12:20:22 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:20:22 user nova-compute[74968]:     <video>
Oct 30 12:20:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:22 user nova-compute[74968]:     </video>
Oct 30 12:20:22 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:20:22 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:20:22 user nova-compute[74968]:     </rng>
Oct 30 12:20:22 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:20:22 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:20:22 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:20:22 user nova-compute[74968]:     </memballoon>
Oct 30 12:20:22 user nova-compute[74968]:   </devices>
Oct 30 12:20:22 user nova-compute[74968]: </domain>
Oct 30 12:20:22 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1682213814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1682213814',id=25,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-8ssowegp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:20Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=fda50f07-34e8-4d61-a33b-5ed7775a7da9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG os_vif [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '577a51b3-5699-5348-80d7-aa071f74d177', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb3a398f9-62, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb3a398f9-62, col_values=(('qos', UUID('e8258637-89a5-45e1-914c-08c247d8aed9')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb3a398f9-62, col_values=(('external_ids', {'iface-id': 'b3a398f9-6228-4688-8307-42984a69e685', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:0a:fc', 'vm-uuid': 'fda50f07-34e8-4d61-a33b-5ed7775a7da9'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:22 user nova-compute[74968]: INFO os_vif [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62')
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:4f:0a:fc, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.551s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:20:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updated VIF entry in instance network info cache for port b3a398f9-6228-4688-8307-42984a69e685. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updating instance_info_cache with network_info: [{"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG nova.policy [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c7a129145b4dd5925d98736df36bd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46e436a628614b75912293c4681f202a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:20:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0828f4c5-ef0d-4352-961c-cde6444c1155 req-38c03d0a-6ccc-4834-a129-6e26d645d6a9 service nova] Releasing lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:20:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Creating image(s)
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "/opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "/opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "/opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.250s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk 1073741824" returned: 0 in 0.048s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.305s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Successfully created port: becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Checking if we can resize image /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Cannot resize image /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Ensure instance console log exists: /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] No waiting events found dispatching network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:24 user nova-compute[74968]: WARNING nova.compute.manager [req-c7a924f8-bd37-4714-9da8-c738b316c215 req-eba15108-38b9-4bc2-a977-10cad09ee0a0 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received unexpected event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 for instance with vm_state building and task_state spawning.
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Successfully updated port: becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquired lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-changed-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Refreshing instance network info cache due to event network-changed-becead1d-2aeb-4565-9b14-9b9175f2fd90. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] Acquiring lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updating instance_info_cache with network_info: [{"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Releasing lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Instance network_info: |[{"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] Acquired lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Refreshing network info cache for port becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Start _get_guest_xml network_info=[{"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:20:24 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:24 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1781512',id=26,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPWMZ+V4P28KEnszT9nIw2VzEvwmyu8L80pFYgi+1NlB9D6JbSFCYLc+wY4lhnUHivFnKhIXzk7z0W8arKe/ZCiTqBBy/fXNxeaQVGGUjedSEyh8KH/MiHzAmYQ/jPwow==',key_name='tempest-keypair-100293901',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46e436a628614b75912293c4681f202a',ramdisk_id='',reservation_id='r-4tuen0fe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66c7a129145b4dd5925d98736df36bd5',uuid=92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converting VIF {"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lazy-loading 'pci_devices' on Instance uuid 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:20:24 user nova-compute[74968]:   <uuid>92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb</uuid>
Oct 30 12:20:24 user nova-compute[74968]:   <name>instance-0000001a</name>
Oct 30 12:20:24 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:20:24 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:20:24 user nova-compute[74968]:   <metadata>
Oct 30 12:20:24 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:20:24 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581</nova:name>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:20:24</nova:creationTime>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:20:24 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:20:24 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:owner>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:user uuid="66c7a129145b4dd5925d98736df36bd5">tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member</nova:user>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:project uuid="46e436a628614b75912293c4681f202a">tempest-TestServerVolumeAttachScenarioOldVersion-789102695</nova:project>
Oct 30 12:20:24 user nova-compute[74968]:       </nova:owner>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:20:24 user nova-compute[74968]:       <nova:ports>
Oct 30 12:20:24 user nova-compute[74968]:         <nova:port uuid="becead1d-2aeb-4565-9b14-9b9175f2fd90">
Oct 30 12:20:24 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:20:24 user nova-compute[74968]:         </nova:port>
Oct 30 12:20:24 user nova-compute[74968]:       </nova:ports>
Oct 30 12:20:24 user nova-compute[74968]:     </nova:instance>
Oct 30 12:20:24 user nova-compute[74968]:   </metadata>
Oct 30 12:20:24 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:20:24 user nova-compute[74968]:     <system>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="serial">92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb</entry>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="uuid">92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb</entry>
Oct 30 12:20:24 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:20:24 user nova-compute[74968]:     </system>
Oct 30 12:20:24 user nova-compute[74968]:   </sysinfo>
Oct 30 12:20:24 user nova-compute[74968]:   <os>
Oct 30 12:20:24 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:20:24 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:20:24 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:20:24 user nova-compute[74968]:   </os>
Oct 30 12:20:24 user nova-compute[74968]:   <features>
Oct 30 12:20:24 user nova-compute[74968]:     <acpi/>
Oct 30 12:20:24 user nova-compute[74968]:     <apic/>
Oct 30 12:20:24 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:20:24 user nova-compute[74968]:   </features>
Oct 30 12:20:24 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:20:24 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:20:24 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:20:24 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:20:24 user nova-compute[74968]:   </clock>
Oct 30 12:20:24 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:20:24 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:20:24 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:20:24 user nova-compute[74968]:   </cpu>
Oct 30 12:20:24 user nova-compute[74968]:   <devices>
Oct 30 12:20:24 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:20:24 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:20:24 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk"/>
Oct 30 12:20:24 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:20:24 user nova-compute[74968]:     </disk>
Oct 30 12:20:24 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:20:24 user nova-compute[74968]:       <mac address="fa:16:3e:67:22:36"/>
Oct 30 12:20:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:24 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:20:24 user nova-compute[74968]:       <target dev="tapbecead1d-2a"/>
Oct 30 12:20:24 user nova-compute[74968]:     </interface>
Oct 30 12:20:24 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:20:24 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/console.log" append="off"/>
Oct 30 12:20:24 user nova-compute[74968]:     </serial>
Oct 30 12:20:24 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:20:24 user nova-compute[74968]:     <video>
Oct 30 12:20:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:24 user nova-compute[74968]:     </video>
Oct 30 12:20:24 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:20:24 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:20:24 user nova-compute[74968]:     </rng>
Oct 30 12:20:24 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:20:24 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:20:24 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:20:24 user nova-compute[74968]:     </memballoon>
Oct 30 12:20:24 user nova-compute[74968]:   </devices>
Oct 30 12:20:24 user nova-compute[74968]: </domain>
Oct 30 12:20:24 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1781512',id=26,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPWMZ+V4P28KEnszT9nIw2VzEvwmyu8L80pFYgi+1NlB9D6JbSFCYLc+wY4lhnUHivFnKhIXzk7z0W8arKe/ZCiTqBBy/fXNxeaQVGGUjedSEyh8KH/MiHzAmYQ/jPwow==',key_name='tempest-keypair-100293901',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46e436a628614b75912293c4681f202a',ramdisk_id='',reservation_id='r-4tuen0fe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66c7a129145b4dd5925d98736df36bd5',uuid=92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converting VIF {"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG os_vif [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89bf0bc4-90f9-5bde-a9a9-37df33219581', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbecead1d-2a, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbecead1d-2a, col_values=(('qos', UUID('9c1eae8e-016c-4a29-a951-3042c4c4906f')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbecead1d-2a, col_values=(('external_ids', {'iface-id': 'becead1d-2aeb-4565-9b14-9b9175f2fd90', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:22:36', 'vm-uuid': '92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:24 user nova-compute[74968]: INFO os_vif [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a')
Oct 30 12:20:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:20:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] No VIF found with MAC fa:16:3e:67:22:36, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:20:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updated VIF entry in instance network info cache for port becead1d-2aeb-4565-9b14-9b9175f2fd90. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updating instance_info_cache with network_info: [{"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6cafacd-5136-49d8-8c87-3aebb497326a req-8c3ebf98-3e0a-44cb-8abb-3c50f7ddb91c service nova] Releasing lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:20:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Instance spawned successfully.
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] No waiting events found dispatching network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:26 user nova-compute[74968]: WARNING nova.compute.manager [req-4a1f53c6-ddb8-4d58-be3a-10da7112da2c req-302d6100-32d0-45bf-8cf7-24a6e832ca13 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received unexpected event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 for instance with vm_state building and task_state spawning.
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:26 user nova-compute[74968]: INFO nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Took 6.28 seconds to spawn the instance on the hypervisor.
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:20:26 user nova-compute[74968]: INFO nova.compute.manager [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Took 7.32 seconds to build instance.
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3c90e57-ad97-4ac0-b586-bdeb7f850a70 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.429s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:26 user nova-compute[74968]: WARNING nova.compute.manager [req-69bb19b7-81a2-416b-982a-792cd29bc23d req-02cd71e7-3c24-4460-b8be-cbe4bf091b00 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state building and task_state spawning.
Oct 30 12:20:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-changed-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Refreshing instance network info cache due to event network-changed-9828d2f9-74e0-42b5-92e0-6f8676175210. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG nova.network.neutron [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Refreshing network info cache for port 9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updated VIF entry in instance network info cache for port 9828d2f9-74e0-42b5-92e0-6f8676175210. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-df72f1ac-9333-456b-9ad2-11d87cc05ac9 req-cb7559de-70da-473c-aca6-2a5052fb9ae2 service nova] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:20:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Instance spawned successfully.
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:28 user nova-compute[74968]: WARNING nova.compute.manager [req-32b792b7-7c58-4aa9-ba3a-a3b5af2b393f req-63c24def-4fe9-4e35-98bb-95a1f706b74c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state building and task_state spawning.
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:20:28 user nova-compute[74968]: INFO nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Took 5.83 seconds to spawn the instance on the hypervisor.
Oct 30 12:20:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:20:29 user nova-compute[74968]: INFO nova.compute.manager [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Took 6.83 seconds to build instance.
Oct 30 12:20:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c7daabec-1e71-4da1-b935-4647728191fd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-changed-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing instance network info cache due to event network-changed-82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:33 user nova-compute[74968]: DEBUG nova.network.neutron [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG nova.network.neutron [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updated VIF entry in instance network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG nova.network.neutron [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c0e11b1-ab8b-4666-be17-95aa7c33658b req-aff4bc72-9315-41f8-8acf-98b07410a5d9 service nova] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '425942fc-c4e7-4d0d-9496-a68c1076423d', 'serial': '425942fc-c4e7-4d0d-9496-a68c1076423d'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb'}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb', 'serial'} {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:35 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:35 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:35 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a22d9f0-15c4-40ee-a7d7-2869b8b2eeb4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:20:35 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec9499a-5696-41f5-a3aa-d5d5c56fe1f8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d] added
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc0c7b8-5af7-486c-b169-0f8c27c9c76f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0f76fb-24cd-482b-98ba-a6701cc2c981]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBLPVYDE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBLPVYDE" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9090d232-cdf5-42d0-8fc8-cd7d746ea5b5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KBLPVYDE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[04d759a3-f664-4053-9ffb-0af86acd56a7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eea099c-a371-4bc9-be4a-0ad5bdaae57e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7bd0909-925a-423a-878d-18e5b311a14e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]
Oct 30 12:20:35 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9c48c6-5be5-47a6-9b99-457e6ac5d07b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fccd5cb4-308c-4e99-8e70-969029f83054]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:35 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1329f328-0f9d-46ff-a5fe-ebfd18ab5b6b]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '23237303331366161', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237303331366161', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:20:36 user nova-compute[74968]: DEBUG nova.objects.instance [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lazy-loading 'flavor' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 17825792 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 185597952 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 329252864 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 485490688 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 635437056 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 791674880 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 932184064 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-changed-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Refreshing instance network info cache due to event network-changed-047a6a4b-3512-4d83-877d-4b2bc5b0a390. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] Acquiring lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] Acquired lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG nova.network.neutron [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Refreshing network info cache for port 047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 1063256064 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updated VIF entry in instance network info cache for port 047a6a4b-3512-4d83-877d-4b2bc5b0a390. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updating instance_info_cache with network_info: [{"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxFbIDlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': '313cfd2e-96a1-473a-956c-56ed272f2deb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:41 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-be9384fc-0c49-4613-8901-f459c930aadc req-ef0c8d5c-ea02-44ec-81bf-02c1a703ec57 service nova] Releasing lock "refresh_cache-1fde5422-073e-448d-9053-e0b8084941ea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f741325-000d-4ef1-92f7-c0e2d52a3479]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:20:41 user nova-compute[74968]: No targets found.
Oct 30 12:20:41 user nova-compute[74968]: iSNS:
Oct 30 12:20:41 user nova-compute[74968]: No targets found.
Oct 30 12:20:41 user nova-compute[74968]: STATIC:
Oct 30 12:20:41 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb
Oct 30 12:20:41 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:41 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:41 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:20:41 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:41 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:41 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d
Oct 30 12:20:41 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:20:41 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:20:41 user nova-compute[74968]: FIRMWARE:
Oct 30 12:20:41 user nova-compute[74968]: No targets found.
Oct 30 12:20:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:20:41 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:20:41 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdd77ae-a109-445e-a585-5b67c064a53a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3d0a88-c030-4926-a210-c26eb665dacd]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:41 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:41 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:20:41 user nova-compute[74968]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb (non-flash)
Oct 30 12:20:41 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:20:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7b14b2b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e0949b-dede-416d-ae4d-f9df69df3486]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0bf15b5-e3de-477c-bd8c-41519737c069]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b97bf1-cd54-4917-8a6e-5830a21ec810]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf7eb96-8b7c-44ff-b72e-b5a9b67badca]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c18280a-76f1-4e10-9f29-d04743bb7a96]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1594cef-2134-4c46-95d9-3a03118830a2]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260]
Oct 30 12:20:41 user nova-compute[74968]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb, portal: 172.16.0.220,3260] successful.
Oct 30 12:20:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:313cfd2e-96a1-473a-956c-56ed272f2deb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6c3f18-ad1e-4872-8830-97b71efdca7b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] <== disconnect_volume: return (375ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '53b7eb41-651d-450f-80ce-d8ad0cd865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '425942fc-c4e7-4d0d-9496-a68c1076423d', 'serial'} {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: removing Cinder connection for volume 313cfd2e-96a1-473a-956c-56ed272f2deb {{(pid=74968) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:42 user nova-compute[74968]: INFO nova.compute.manager [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Shelving
Oct 30 12:20:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:42 user nova-compute[74968]: WARNING nova.compute.manager [req-97d0ac30-b8ec-4c8a-923c-9f19c6a79a58 req-bece8955-d12a-435c-98e2-1669c60513b0 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state active and task_state shelving.
Oct 30 12:20:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance destroyed successfully.
Oct 30 12:20:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Beginning cold snapshot process
Oct 30 12:20:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] swap_volume: Updating volume 313cfd2e-96a1-473a-956c-56ed272f2deb BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "KBLPVYDE", "auth_password": "7ODnYHudMVqcLf", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "425942fc-c4e7-4d0d-9496-a68c1076423d"}, "status": "reserved", "instance": "53b7eb41-651d-450f-80ce-d8ad0cd865a8", "attached_at": "", "detached_at": "", "volume_id": "425942fc-c4e7-4d0d-9496-a68c1076423d", "serial": "425942fc-c4e7-4d0d-9496-a68c1076423d"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '425942fc-c4e7-4d0d-9496-a68c1076423d', 'no_device': None, 'attachment_id': '5115b96f-659c-467f-b463-081d8498c351'} {{(pid=74968) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 30 12:20:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-474ef59b-4f8d-4a3e-931a-b5605bfa2d15 tempest-TestVolumeSwap-761767446 tempest-TestVolumeSwap-761767446-project-admin] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 29.116s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:43 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:20:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk /opt/stack/data/nova/instances/snapshots/tmpcapmmt7w/6e33c85e74a949be8e1007c00b7fb078 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:44 user nova-compute[74968]: INFO nova.compute.manager [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Detaching volume 425942fc-c4e7-4d0d-9496-a68c1076423d
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk /opt/stack/data/nova/instances/snapshots/tmpcapmmt7w/6e33c85e74a949be8e1007c00b7fb078" returned: 0 in 0.967s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Snapshot extracted, beginning image upload
Oct 30 12:20:44 user nova-compute[74968]: INFO nova.virt.block_device [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Attempting to driver detach volume 425942fc-c4e7-4d0d-9496-a68c1076423d from mountpoint /dev/vdb
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Attempting to detach device vdb from instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:20:44 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:20:44 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:20:44 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:20:44 user nova-compute[74968]:   <serial>425942fc-c4e7-4d0d-9496-a68c1076423d</serial>
Oct 30 12:20:44 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:20:44 user nova-compute[74968]: </disk>
Oct 30 12:20:44 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:20:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Successfully detached device vdb from instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 from the persistent domain config.
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:20:44 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:20:44 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:20:44 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:20:44 user nova-compute[74968]:   <serial>425942fc-c4e7-4d0d-9496-a68c1076423d</serial>
Oct 30 12:20:44 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:20:44 user nova-compute[74968]: </disk>
Oct 30 12:20:44 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:44 user nova-compute[74968]: WARNING nova.compute.manager [req-59e24e88-3638-4be1-a2bd-8c1ff94e819c req-62836890-0058-4098-8597-00974efee02c service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state active and task_state shelving_image_uploading.
Oct 30 12:20:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:20:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Snapshot image upload complete
Oct 30 12:20:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:47 user nova-compute[74968]: INFO nova.compute.manager [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Attaching volume 57fe337b-8178-4361-8868-4737629acb65 to /dev/vdb
Oct 30 12:20:47 user nova-compute[74968]: INFO nova.compute.manager [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Shelve offloading
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.utils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance destroyed successfully.
Oct 30 12:20:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d6e54c-68b5-41f2-8f32-365cc1ca418b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd93a6ef-2a0a-4f2f-adaf-8a8fc4936506]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f76cac7f-2d15-4aa9-9e5c-f6b359612897]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2acee157-6d36-4b20-8517-3d91e3ca92fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:20:47 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:20:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[42983d32-9b19-4a25-be13-52bc830bfaac]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG os_brick.utils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:20:47 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updating existing volume attachment record: fb28fe50-6b9c-4f28-8efb-e4d23ddb9d97 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance destroyed successfully.
Oct 30 12:20:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'resources' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8l/Fvxd9zZsC+5pw6XFvMUMWffRy1njBvzpcxDP0iHohf+Q1MuTi4jBKMflyxQo+hcaxQWlQEQLEuyRwVi74t9T9goCLTE7U6qKGV3DR+yo0RwRh6+nMDJpU7wWmA8Cw==',key_name='tempest-keypair-1803755090',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:20:47.278997',shelved_host='user',shelved_image_id='a4750254-5a67-4803-ae05-6dd18aa3ba1c'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:20:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG os_vif [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82460038-d5, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45194643-0403-4d74-a1c8-d4c92c9aa976) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:48 user nova-compute[74968]: INFO os_vif [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5')
Oct 30 12:20:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Deleting instance files /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e_del
Oct 30 12:20:49 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Deletion of /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e_del complete
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:20:49 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Deleted allocations for instance 28f39b0d-7a94-4846-b45d-170905af681e
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'numa_topology' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.objects.base [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<28f39b0d-7a94-4846-b45d-170905af681e> lazy-loaded attributes: resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-changed-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing instance network info cache due to event network-changed-82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.416s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ef29c19e-a91c-404a-bb39-15d4ef5839c3 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.220s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updated VIF entry in instance network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap82460038-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ddaa475-d971-49a3-bf24-4aaa14f5a71e req-9af607ae-4ae6-4591-8850-dd5bffea0fb7 service nova] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:20:53 user nova-compute[74968]: INFO nova.compute.claims [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Claim successful on node user
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:20:54 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:54 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7217MB free_disk=25.141067504882812GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.policy [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3864c15c894bb19eb522df124e4cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e8794b826f4e3cbd1144e672542fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 1fde5422-073e-448d-9053-e0b8084941ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cf33ac3d-8097-4539-921d-fe9f17582f22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:20:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Creating image(s)
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.697s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk 1073741824" returned: 0 in 0.069s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Successfully created port: a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.250s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Cannot resize image /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Ensure instance console log exists: /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Successfully updated port: a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing instance network info cache due to event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance network_info: |[{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.neutron [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start _get_guest_xml network_info=[{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:20:56 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:56 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-409300475',display_name='tempest-ServerStableDeviceRescueTest-server-409300475',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-409300475',id=27,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/1uvM71x2BR45HaxIwQcCIuc2y3CVIbpXDfOut29ZLLUFgn/VFVkp6GBgJx9ecIYMLT/bTGgIvZY2R0vjWWrBccN0GT9N6Pam/kXTnzkupmxitL76yJpRXDUGvHVpUXQ==',key_name='tempest-keypair-1413994133',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5e8794b826f4e3cbd1144e672542fd3',ramdisk_id='',reservation_id='r-d0bfv7me',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-325211086',owner_user_name='tempest-ServerStableDeviceRescueTest-325211086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c3864c15c894bb19eb522df124e4cb8',uuid=71c6f267-128f-427c-bbd7-84ff1ac6ca47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converting VIF {"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.objects.instance [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'pci_devices' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:20:56 user nova-compute[74968]:   <uuid>71c6f267-128f-427c-bbd7-84ff1ac6ca47</uuid>
Oct 30 12:20:56 user nova-compute[74968]:   <name>instance-0000001b</name>
Oct 30 12:20:56 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:20:56 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:20:56 user nova-compute[74968]:   <metadata>
Oct 30 12:20:56 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:20:56 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-409300475</nova:name>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:20:56</nova:creationTime>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:20:56 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:20:56 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:owner>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:user uuid="2c3864c15c894bb19eb522df124e4cb8">tempest-ServerStableDeviceRescueTest-325211086-project-member</nova:user>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:project uuid="a5e8794b826f4e3cbd1144e672542fd3">tempest-ServerStableDeviceRescueTest-325211086</nova:project>
Oct 30 12:20:56 user nova-compute[74968]:       </nova:owner>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:20:56 user nova-compute[74968]:       <nova:ports>
Oct 30 12:20:56 user nova-compute[74968]:         <nova:port uuid="a14fd51e-ce1f-4557-9636-d7256d0652c8">
Oct 30 12:20:56 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 12:20:56 user nova-compute[74968]:         </nova:port>
Oct 30 12:20:56 user nova-compute[74968]:       </nova:ports>
Oct 30 12:20:56 user nova-compute[74968]:     </nova:instance>
Oct 30 12:20:56 user nova-compute[74968]:   </metadata>
Oct 30 12:20:56 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:20:56 user nova-compute[74968]:     <system>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="serial">71c6f267-128f-427c-bbd7-84ff1ac6ca47</entry>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="uuid">71c6f267-128f-427c-bbd7-84ff1ac6ca47</entry>
Oct 30 12:20:56 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:20:56 user nova-compute[74968]:     </system>
Oct 30 12:20:56 user nova-compute[74968]:   </sysinfo>
Oct 30 12:20:56 user nova-compute[74968]:   <os>
Oct 30 12:20:56 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:20:56 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:20:56 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:20:56 user nova-compute[74968]:   </os>
Oct 30 12:20:56 user nova-compute[74968]:   <features>
Oct 30 12:20:56 user nova-compute[74968]:     <acpi/>
Oct 30 12:20:56 user nova-compute[74968]:     <apic/>
Oct 30 12:20:56 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:20:56 user nova-compute[74968]:   </features>
Oct 30 12:20:56 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:20:56 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:20:56 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:20:56 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:20:56 user nova-compute[74968]:   </clock>
Oct 30 12:20:56 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:20:56 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:20:56 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:20:56 user nova-compute[74968]:   </cpu>
Oct 30 12:20:56 user nova-compute[74968]:   <devices>
Oct 30 12:20:56 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:20:56 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:20:56 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk"/>
Oct 30 12:20:56 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:20:56 user nova-compute[74968]:     </disk>
Oct 30 12:20:56 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:20:56 user nova-compute[74968]:       <mac address="fa:16:3e:79:63:2e"/>
Oct 30 12:20:56 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:56 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:20:56 user nova-compute[74968]:       <target dev="tapa14fd51e-ce"/>
Oct 30 12:20:56 user nova-compute[74968]:     </interface>
Oct 30 12:20:56 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:20:56 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/console.log" append="off"/>
Oct 30 12:20:56 user nova-compute[74968]:     </serial>
Oct 30 12:20:56 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:20:56 user nova-compute[74968]:     <video>
Oct 30 12:20:56 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:20:56 user nova-compute[74968]:     </video>
Oct 30 12:20:56 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:20:56 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:20:56 user nova-compute[74968]:     </rng>
Oct 30 12:20:56 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:20:56 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:20:56 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:20:56 user nova-compute[74968]:     </memballoon>
Oct 30 12:20:56 user nova-compute[74968]:   </devices>
Oct 30 12:20:56 user nova-compute[74968]: </domain>
Oct 30 12:20:56 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-409300475',display_name='tempest-ServerStableDeviceRescueTest-server-409300475',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-409300475',id=27,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/1uvM71x2BR45HaxIwQcCIuc2y3CVIbpXDfOut29ZLLUFgn/VFVkp6GBgJx9ecIYMLT/bTGgIvZY2R0vjWWrBccN0GT9N6Pam/kXTnzkupmxitL76yJpRXDUGvHVpUXQ==',key_name='tempest-keypair-1413994133',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5e8794b826f4e3cbd1144e672542fd3',ramdisk_id='',reservation_id='r-d0bfv7me',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-325211086',owner_user_name='tempest-ServerStableDeviceRescueTest-325211086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:20:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c3864c15c894bb19eb522df124e4cb8',uuid=71c6f267-128f-427c-bbd7-84ff1ac6ca47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converting VIF {"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG os_vif [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4aea59f-f600-5b87-bdf6-8972087e573e', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa14fd51e-ce, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa14fd51e-ce, col_values=(('qos', UUID('b01fe5d8-f166-4962-8a13-b3330f4e4644')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa14fd51e-ce, col_values=(('external_ids', {'iface-id': 'a14fd51e-ce1f-4557-9636-d7256d0652c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:63:2e', 'vm-uuid': '71c6f267-128f-427c-bbd7-84ff1ac6ca47'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:56 user nova-compute[74968]: INFO os_vif [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce')
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:20:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No VIF found with MAC fa:16:3e:79:63:2e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:20:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updated VIF entry in instance network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:20:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:20:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2c358cf9-3c40-4cfe-9e9f-b70d586006f6 req-29e67047-1698-4a82-9e3e-819b4992afdf service nova] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:20:58 user nova-compute[74968]: WARNING nova.compute.manager [req-96f1feca-4e96-4382-a133-9a643ab2e895 req-c04ebde0-2f9b-4018-9356-4290ed8bee20 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state building and task_state spawning.
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:20:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:21:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance spawned successfully.
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:00 user nova-compute[74968]: WARNING nova.compute.manager [req-ddf2ba03-4c77-4e4a-9fb4-2fb1ec8b2065 req-3bd0f539-6d8d-4589-b14f-dc911a9a9fda service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state building and task_state spawning.
Oct 30 12:21:00 user nova-compute[74968]: INFO nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Took 5.77 seconds to spawn the instance on the hypervisor.
Oct 30 12:21:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:21:00 user nova-compute[74968]: INFO nova.compute.manager [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Took 7.17 seconds to build instance.
Oct 30 12:21:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-30381344-a9d3-441c-8900-8dba05c19ec4 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.340s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 is timed out.
Oct 30 12:21:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Successfully detached device vdb from instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8 from the live domain config.
Oct 30 12:21:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBLPVYDE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '425942fc-c4e7-4d0d-9496-a68c1076423d'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:21:04 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[01365dff-25b4-4e7a-9d1e-db0a59ae47a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:21:04 user nova-compute[74968]: No targets found.
Oct 30 12:21:04 user nova-compute[74968]: iSNS:
Oct 30 12:21:04 user nova-compute[74968]: No targets found.
Oct 30 12:21:04 user nova-compute[74968]: STATIC:
Oct 30 12:21:04 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:21:04 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:21:04 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:21:04 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d
Oct 30 12:21:04 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:21:04 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:21:04 user nova-compute[74968]: FIRMWARE:
Oct 30 12:21:04 user nova-compute[74968]: No targets found.
Oct 30 12:21:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:21:04 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:21:04 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c6bafe-a03b-44f2-b3fd-63fa976932d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ed8a8c-0026-45ad-9e4a-0eeb8a60edc4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:05 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:21:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:05 user nova-compute[74968]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d (non-flash)
Oct 30 12:21:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79069b1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebec9e4-b796-4b99-b2d9-810026636ded]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4c739c-4989-4781-83b5-9bc3cdfba611]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b6fb6a-9941-4e14-8c87-ca55898fa4de]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[827283ae-5ba5-4762-bdac-a728bbea12dc]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55505e0-b65c-474c-8bb1-299eeb502e69]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d483e1d7-b108-44a6-9f24-3d1613390c69]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260]
Oct 30 12:21:05 user nova-compute[74968]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d, portal: 172.16.0.220,3260] successful.
Oct 30 12:21:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:425942fc-c4e7-4d0d-9496-a68c1076423d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ab1c21-c4e9-42c6-9f56-10aa5f1e1b87]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] <== disconnect_volume: return (354ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:21:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:21:06 user nova-compute[74968]: DEBUG nova.objects.instance [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lazy-loading 'flavor' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-06c286a7-6ad7-40cc-b7cb-fc7078028d02 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.221s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UQVpLORk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:21:09 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:09 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:09 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e713db-886e-4625-8983-59cb6952afde]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:21:09 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91dd0e4-1586-46f4-998e-b3ab778fa7b0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65] added
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc42eb2-afd8-4fc4-a8d8-01072b628a12]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65d2b05-fae1-44c9-bb92-9cbc932055f7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UQVpLORk {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UQVpLORk" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6aed354-ccaf-4b5b-9e3d-9a35cc20f629]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UQVpLORk'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[199c8633-ccc1-4f6d-b233-9c8c8384bd0e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9daa4f3f-9834-49b6-aed6-769a9061e3b7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba3aba6-c565-4c95-bd08-930451dd5c0b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260]
Oct 30 12:21:09 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260] successful.
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1da186-adfd-4608-95f3-fccb032b2a2c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[360dde26-e347-43f2-b1d5-d4f30fd5a21d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:09 user nova-compute[74968]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:09 user nova-compute[74968]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)
Oct 30 12:21:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadebe97-dfb3-4a42-9cda-442972c8e706]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:09 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UQVpLORk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23331623066333932', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331623066333932', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:21:10 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:21:10 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:21:10 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:21:10 user nova-compute[74968]:   <serial>57fe337b-8178-4361-8868-4737629acb65</serial>
Oct 30 12:21:10 user nova-compute[74968]: </disk>
Oct 30 12:21:10 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:de:05:d6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3ce696c9-8e1c-4939-9307-568022717e02 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.836s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:21:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:12 user nova-compute[74968]: INFO nova.compute.manager [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Detaching volume 57fe337b-8178-4361-8868-4737629acb65
Oct 30 12:21:12 user nova-compute[74968]: INFO nova.virt.block_device [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Attempting to driver detach volume 57fe337b-8178-4361-8868-4737629acb65 from mountpoint /dev/vdb
Oct 30 12:21:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Attempting to detach device vdb from instance 1fde5422-073e-448d-9053-e0b8084941ea from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:21:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:21:12 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:21:12 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:21:12 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:21:12 user nova-compute[74968]:   <serial>57fe337b-8178-4361-8868-4737629acb65</serial>
Oct 30 12:21:12 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:21:12 user nova-compute[74968]: </disk>
Oct 30 12:21:12 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:21:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance 1fde5422-073e-448d-9053-e0b8084941ea from the persistent domain config.
Oct 30 12:21:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1fde5422-073e-448d-9053-e0b8084941ea from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:21:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:21:12 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:21:12 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:21:12 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:21:12 user nova-compute[74968]:   <serial>57fe337b-8178-4361-8868-4737629acb65</serial>
Oct 30 12:21:12 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:21:12 user nova-compute[74968]: </disk>
Oct 30 12:21:12 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:21:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:21:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-changed-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Refreshing instance network info cache due to event network-changed-351a459b-6e06-4735-8cf8-22a83649b123. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:21:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:21:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:21:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Refreshing network info cache for port 351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:21:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updated VIF entry in instance network info cache for port 351a459b-6e06-4735-8cf8-22a83649b123. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:21:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-defa63a0-f485-4c6f-88c7-a886ba3bcfcc req-586c27d5-29d8-4f7f-a3ef-d1c4027825fc service nova] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:21:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:29 user nova-compute[74968]: INFO nova.compute.manager [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Attaching volume b51ff0be-7d4d-422a-ab7b-82414d5612f8 to /dev/vdb
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.utils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9353baa5-d60c-46de-8518-d0612799a468]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e3482e-2d4d-41b2-93d3-4b8abf4db485]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[be11b598-899a-441b-ab4c-12d5bab1c6b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac60823-a02f-4385-a0cc-111d16da8c3a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:21:29 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:21:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[41baf2a0-7dda-441c-956c-33c43e6813aa]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG os_brick.utils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating existing volume attachment record: b34d4a61-c5d8-4555-8e05-9c0bcdf3c0d8 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:21:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:32 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1fde5422-073e-448d-9053-e0b8084941ea is timed out.
Oct 30 12:21:32 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance 1fde5422-073e-448d-9053-e0b8084941ea from the live domain config.
Oct 30 12:21:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UQVpLORk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:21:32 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c125219-685c-47db-a3d2-e0a94f7771e6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:21:32 user nova-compute[74968]: No targets found.
Oct 30 12:21:32 user nova-compute[74968]: iSNS:
Oct 30 12:21:32 user nova-compute[74968]: No targets found.
Oct 30 12:21:32 user nova-compute[74968]: STATIC:
Oct 30 12:21:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65
Oct 30 12:21:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:21:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:21:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:21:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:21:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:21:32 user nova-compute[74968]: FIRMWARE:
Oct 30 12:21:32 user nova-compute[74968]: No targets found.
Oct 30 12:21:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:21:32 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:21:32 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd52241-74b0-45b1-a6d4-d3e281efe23d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[889aaca3-2ecf-4519-b758-c00949bef41d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:32 user nova-compute[74968]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)
Oct 30 12:21:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:32 user nova-compute[74968]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 (non-flash)
Oct 30 12:21:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79069a050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a661029-6dbc-4ca1-af1f-e8c85faa5563]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d783d3-2104-46e6-b2c1-947762917c7e]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1738bdca-92bd-4587-9dad-ecf405f1253e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[58eace15-a8ee-462e-b45c-27cd7dcf3ead]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d3b18f-e9ec-44fe-a1b6-a39290c3bf6e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a45899-e8e4-4161-8a16-dfff96570e26]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260]
Oct 30 12:21:33 user nova-compute[74968]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65, portal: 172.16.0.220,3260] successful.
Oct 30 12:21:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57fe337b-8178-4361-8868-4737629acb65 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f9bd63-8ac0-498a-aae5-2cb72d75d005]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== disconnect_volume: return (317ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5b70fdd4-28c1-477c-828a-f33cc6cc7dac tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.974s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:34 user nova-compute[74968]: INFO nova.compute.manager [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Terminating instance
Oct 30 12:21:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-unplugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] No waiting events found dispatching network-vif-unplugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-bccca0bd-6f6d-43a1-a1ab-6a3538584f23 req-ca2e1130-762f-474a-9b04-1023a592101f service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-unplugged-536e97ac-85be-4201-9021-fd1177481a8d for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:21:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Instance destroyed successfully.
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lazy-loading 'resources' on Instance uuid 53b7eb41-651d-450f-80ce-d8ad0cd865a8 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:17:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-62486968',display_name='tempest-TestVolumeSwap-server-62486968',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-62486968',id=18,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJkddQD3l8ARZvqIzsE7UGqksc/qq8GkSjGNUk8OYdRFYJuxxl9LVbKn46ZGU2A/k6Am2nznn3duYJqMLyEzCgmPOCvHG0LNPgcFf0gWJ450wYkfx626Auo/W/9NTIGQg==',key_name='tempest-keypair-448731995',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:17:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='093de76df17e42fea4d0981f31512451',ramdisk_id='',reservation_id='r-m4p14och',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1306919601',owner_user_name='tempest-TestVolumeSwap-1306919601-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:17:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b69f83c30cc7470abc4d55b557a8bea8',uuid=53b7eb41-651d-450f-80ce-d8ad0cd865a8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converting VIF {"id": "536e97ac-85be-4201-9021-fd1177481a8d", "address": "fa:16:3e:51:14:b6", "network": {"id": "d2331b22-cf92-4d64-9cae-0dc98d3d3a8c", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1773373680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "093de76df17e42fea4d0981f31512451", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap536e97ac-85", "ovs_interfaceid": "536e97ac-85be-4201-9021-fd1177481a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG os_vif [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap536e97ac-85, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8d60468-b350-41ba-9730-3180fc32a4ac) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:35 user nova-compute[74968]: INFO os_vif [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:14:b6,bridge_name='br-int',has_traffic_filtering=True,id=536e97ac-85be-4201-9021-fd1177481a8d,network=Network(d2331b22-cf92-4d64-9cae-0dc98d3d3a8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap536e97ac-85')
Oct 30 12:21:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Deleting instance files /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8_del
Oct 30 12:21:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Deletion of /opt/stack/data/nova/instances/53b7eb41-651d-450f-80ce-d8ad0cd865a8_del complete
Oct 30 12:21:35 user nova-compute[74968]: INFO nova.compute.manager [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 12:21:35 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:21:35 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:36 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Took 0.78 seconds to deallocate network for instance.
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:36 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Deleted allocations for instance 53b7eb41-651d-450f-80ce-d8ad0cd865a8
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4ad0a060-2ebd-46c6-91c7-b3e4bae5afc1 tempest-TestVolumeSwap-1306919601 tempest-TestVolumeSwap-1306919601-project-member] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.267s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] Acquiring lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] Lock "53b7eb41-651d-450f-80ce-d8ad0cd865a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] No waiting events found dispatching network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:36 user nova-compute[74968]: WARNING nova.compute.manager [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received unexpected event network-vif-plugged-536e97ac-85be-4201-9021-fd1177481a8d for instance with vm_state deleted and task_state None.
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-8f054bf2-8ed1-4548-9c04-a8cdfb208dc3 req-98638233-f877-4f49-b889-aca1a6358216 service nova] [instance: 53b7eb41-651d-450f-80ce-d8ad0cd865a8] Received event network-vif-deleted-536e97ac-85be-4201-9021-fd1177481a8d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:21:37 user nova-compute[74968]: INFO nova.compute.claims [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Claim successful on node user
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:21:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.policy [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1034acb34d2448eeb3dc75ad1b9015f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c348f772d5e4dbbad712277e24dfacc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:21:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Creating image(s)
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bbb70809796bab53363c84844582ebca58e24ac8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bbb70809796bab53363c84844582ebca58e24ac8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.part --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG nova.virt.images [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] 9747dec5-cd20-4431-9ed1-588e2d402894 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.part /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Successfully created port: 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.part /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.converted" returned: 0 in 0.128s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bbb70809796bab53363c84844582ebca58e24ac8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bbb70809796bab53363c84844582ebca58e24ac8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bbb70809796bab53363c84844582ebca58e24ac8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Successfully updated port: 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing instance network info cache due to event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json" returned: 0 in 0.168s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8,backing_fmt=raw /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8,backing_fmt=raw /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk 1073741824" returned: 0 in 0.048s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bbb70809796bab53363c84844582ebca58e24ac8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.219s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance network_info: |[{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Cannot resize image /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Ensure instance console log exists: /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start _get_guest_xml network_info=[{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:21:34Z,direct_url=<?>,disk_format='qcow2',id=9747dec5-cd20-4431-9ed1-588e2d402894,min_disk=0,min_ram=0,name='tempest-scenario-img--1807278438',owner='0c348f772d5e4dbbad712277e24dfacc',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:21:36Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '9747dec5-cd20-4431-9ed1-588e2d402894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:21:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:21:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:21:34Z,direct_url=<?>,disk_format='qcow2',id=9747dec5-cd20-4431-9ed1-588e2d402894,min_disk=0,min_ram=0,name='tempest-scenario-img--1807278438',owner='0c348f772d5e4dbbad712277e24dfacc',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:21:36Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:21:38Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'pci_devices' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:21:39 user nova-compute[74968]:   <uuid>bf893ed0-d631-4a8f-8fec-d952735445e5</uuid>
Oct 30 12:21:39 user nova-compute[74968]:   <name>instance-0000001c</name>
Oct 30 12:21:39 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:21:39 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:21:39 user nova-compute[74968]:   <metadata>
Oct 30 12:21:39 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:21:39 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:name>tempest-TestMinimumBasicScenario-server-153142728</nova:name>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:21:39</nova:creationTime>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:21:39 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:21:39 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:owner>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:user uuid="1034acb34d2448eeb3dc75ad1b9015f7">tempest-TestMinimumBasicScenario-1071984492-project-member</nova:user>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:project uuid="0c348f772d5e4dbbad712277e24dfacc">tempest-TestMinimumBasicScenario-1071984492</nova:project>
Oct 30 12:21:39 user nova-compute[74968]:       </nova:owner>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:root type="image" uuid="9747dec5-cd20-4431-9ed1-588e2d402894"/>
Oct 30 12:21:39 user nova-compute[74968]:       <nova:ports>
Oct 30 12:21:39 user nova-compute[74968]:         <nova:port uuid="27e89c32-ecd2-4733-97e4-928be26f90b4">
Oct 30 12:21:39 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:21:39 user nova-compute[74968]:         </nova:port>
Oct 30 12:21:39 user nova-compute[74968]:       </nova:ports>
Oct 30 12:21:39 user nova-compute[74968]:     </nova:instance>
Oct 30 12:21:39 user nova-compute[74968]:   </metadata>
Oct 30 12:21:39 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:21:39 user nova-compute[74968]:     <system>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="serial">bf893ed0-d631-4a8f-8fec-d952735445e5</entry>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="uuid">bf893ed0-d631-4a8f-8fec-d952735445e5</entry>
Oct 30 12:21:39 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:21:39 user nova-compute[74968]:     </system>
Oct 30 12:21:39 user nova-compute[74968]:   </sysinfo>
Oct 30 12:21:39 user nova-compute[74968]:   <os>
Oct 30 12:21:39 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:21:39 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:21:39 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:21:39 user nova-compute[74968]:   </os>
Oct 30 12:21:39 user nova-compute[74968]:   <features>
Oct 30 12:21:39 user nova-compute[74968]:     <acpi/>
Oct 30 12:21:39 user nova-compute[74968]:     <apic/>
Oct 30 12:21:39 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:21:39 user nova-compute[74968]:   </features>
Oct 30 12:21:39 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:21:39 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:21:39 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:21:39 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:21:39 user nova-compute[74968]:   </clock>
Oct 30 12:21:39 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:21:39 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:21:39 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:21:39 user nova-compute[74968]:   </cpu>
Oct 30 12:21:39 user nova-compute[74968]:   <devices>
Oct 30 12:21:39 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:21:39 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:21:39 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk"/>
Oct 30 12:21:39 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:21:39 user nova-compute[74968]:     </disk>
Oct 30 12:21:39 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:21:39 user nova-compute[74968]:       <mac address="fa:16:3e:c6:ea:7f"/>
Oct 30 12:21:39 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:21:39 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:21:39 user nova-compute[74968]:       <target dev="tap27e89c32-ec"/>
Oct 30 12:21:39 user nova-compute[74968]:     </interface>
Oct 30 12:21:39 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:21:39 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/console.log" append="off"/>
Oct 30 12:21:39 user nova-compute[74968]:     </serial>
Oct 30 12:21:39 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:21:39 user nova-compute[74968]:     <video>
Oct 30 12:21:39 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:21:39 user nova-compute[74968]:     </video>
Oct 30 12:21:39 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:21:39 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:21:39 user nova-compute[74968]:     </rng>
Oct 30 12:21:39 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:21:39 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:21:39 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:21:39 user nova-compute[74968]:     </memballoon>
Oct 30 12:21:39 user nova-compute[74968]:   </devices>
Oct 30 12:21:39 user nova-compute[74968]: </domain>
Oct 30 12:21:39 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:21:38Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG os_vif [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd612ab4f-9129-5c63-bb58-9fcb5bb833ca', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap27e89c32-ec, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap27e89c32-ec, col_values=(('qos', UUID('6fc98ccd-9db2-41cf-a9c9-bab9d7b46398')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap27e89c32-ec, col_values=(('external_ids', {'iface-id': '27e89c32-ecd2-4733-97e4-928be26f90b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:ea:7f', 'vm-uuid': 'bf893ed0-d631-4a8f-8fec-d952735445e5'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: INFO os_vif [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec')
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No VIF found with MAC fa:16:3e:c6:ea:7f, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updated VIF entry in instance network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cdbe6d88-824a-4a54-ade0-f7cf0e5caa53 req-8dbdeeb5-761f-44ec-8b46-a73c82aa8ca1 service nova] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:21:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:41 user nova-compute[74968]: WARNING nova.compute.manager [req-0815d255-1877-4e3f-932f-fed1263cb894 req-ea8edfb9-3320-4cab-98a5-6f4140e8689f service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state building and task_state spawning.
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:21:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance spawned successfully.
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:21:43 user nova-compute[74968]: INFO nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:21:43 user nova-compute[74968]: INFO nova.compute.manager [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Took 6.30 seconds to build instance.
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:43 user nova-compute[74968]: WARNING nova.compute.manager [req-0b81ec8f-0197-400e-92f6-4c69d5bf8c0a req-9be869ec-2a6c-4735-bcfe-a7797396061c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state active and task_state None.
Oct 30 12:21:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90804d98-827f-4fa0-ba90-b4d44f5d030d tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.399s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:21:48 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:48 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:21:48 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[75237754-d639-4219-ba30-d4ab062a729d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:21:48 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7c5c5e-e937-40c0-b9c8-9f9f571b2041]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8] added
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7a8991-131f-4caf-a3d5-e894401b26ce]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27eb938-1d35-4030-a33a-5892e53e3638]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oiRxBdaP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oiRxBdaP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[658ec3c2-b795-4436-a480-a9d91824ffab]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oiRxBdaP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f8198f-d6c1-4a51-bf3e-5bdf97b38360]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2597e4c-d600-49f1-bca8-7f5a6d1dd805]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da33cf7-93fc-4857-b306-fbd8c02882f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]
Oct 30 12:21:48 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[742e9701-2ce9-48fb-bc93-e38ba175e65f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05a1286-770a-47f7-a121-f6ea0ff043a1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:48 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:21:48 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:21:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9bce0d-d03c-491c-94ac-cb7ba012aa5f]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:21:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23538383039303938', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23538383039303938', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:21:49 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:21:49 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:21:49 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:21:49 user nova-compute[74968]:   <serial>b51ff0be-7d4d-422a-ab7b-82414d5612f8</serial>
Oct 30 12:21:49 user nova-compute[74968]: </disk>
Oct 30 12:21:49 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:21:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No VIF found with MAC fa:16:3e:07:1e:1a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e750ccbf-9e85-48af-ab0e-efe9d6f176dd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.336s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:21:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74968) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:52 user nova-compute[74968]: WARNING nova.compute.manager [req-6b03b994-35f9-452d-b262-5aac97247a64 req-821e7c48-6b08-4a99-a671-7341e16f1288 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state active and task_state powering-off.
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:52 user nova-compute[74968]: INFO nova.compute.manager [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Terminating instance
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance destroyed successfully.
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8fce6d63-77c3-4d0c-80a3-de7372d96e9c tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-unplugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] No waiting events found dispatching network-vif-unplugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-366603ad-f7a7-4c45-a15b-abcdbf61f5d9 req-d0190b60-a050-445a-9edb-0853428d9ae1 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-unplugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Instance destroyed successfully.
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lazy-loading 'resources' on Instance uuid cf33ac3d-8097-4539-921d-fe9f17582f22 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-173414977',display_name='tempest-VolumesNegativeTest-instance-173414977',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-173414977',id=24,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:20:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='74b5fa972e25483fbeac9b5bfe3b0bb0',ramdisk_id='',reservation_id='r-2kgzhlva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-172394130',owner_user_name='tempest-VolumesNegativeTest-172394130-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:20:09Z,user_data=None,user_id='8f555d591cf64c808dbdd9696fb2f28d',uuid=cf33ac3d-8097-4539-921d-fe9f17582f22,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converting VIF {"id": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "address": "fa:16:3e:fb:ad:29", "network": {"id": "905c3991-9221-4bdb-861b-b0af2f9df54e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "9418cb2ce9e5499ca621c843eedbd1cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa378d1f1-dd", "ovs_interfaceid": "a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG os_vif [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa378d1f1-dd, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5360b55-8148-4a26-a645-4e0d09bf0624) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:53 user nova-compute[74968]: INFO os_vif [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:ad:29,bridge_name='br-int',has_traffic_filtering=True,id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6,network=Network(905c3991-9221-4bdb-861b-b0af2f9df54e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa378d1f1-dd')
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Deleting instance files /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22_del
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Deletion of /opt/stack/data/nova/instances/cf33ac3d-8097-4539-921d-fe9f17582f22_del complete
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.compute.manager [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-77d10b00-f4a5-41f3-b0c2-5921bef99128 req-7cb3f10f-0293-4b45-8db1-39eec088dd67 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-deleted-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.compute.manager [req-77d10b00-f4a5-41f3-b0c2-5921bef99128 req-7cb3f10f-0293-4b45-8db1-39eec088dd67 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Neutron deleted interface a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6; detaching it from the instance and deleting it from the info cache
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.network.neutron [req-77d10b00-f4a5-41f3-b0c2-5921bef99128 req-7cb3f10f-0293-4b45-8db1-39eec088dd67 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:21:53 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Took 0.49 seconds to deallocate network for instance.
Oct 30 12:21:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-77d10b00-f4a5-41f3-b0c2-5921bef99128 req-7cb3f10f-0293-4b45-8db1-39eec088dd67 service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Detach interface failed, port_id=a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6, reason: Instance cf33ac3d-8097-4539-921d-fe9f17582f22 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Error from libvirt while getting description of instance-00000018: [Error Code 42] Domain not found: no domain with matching uuid 'cf33ac3d-8097-4539-921d-fe9f17582f22' (instance-00000018): libvirt.libvirtError: Domain not found: no domain with matching uuid 'cf33ac3d-8097-4539-921d-fe9f17582f22' (instance-00000018)
Oct 30 12:21:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:54 user nova-compute[74968]: WARNING nova.compute.manager [req-de5acd37-1089-401f-834d-303742eae8a9 req-7deb0ca6-99b1-4337-a3b8-75061d5613c0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state None.
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:21:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.786s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:55 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Deleted allocations for instance cf33ac3d-8097-4539-921d-fe9f17582f22
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] Acquiring lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] No waiting events found dispatching network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:21:55 user nova-compute[74968]: WARNING nova.compute.manager [req-00b4d890-3b0a-4be1-978b-4da19d4d7cbc req-0081f6e7-5d64-4f9d-ad6f-a25453fde31a service nova] [instance: cf33ac3d-8097-4539-921d-fe9f17582f22] Received unexpected event network-vif-plugged-a378d1f1-ddf2-4e6b-b9d3-7f43fdd3a6f6 for instance with vm_state deleted and task_state None.
Oct 30 12:21:55 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:21:55 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7383MB free_disk=25.064159393310547GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3374329c-5b1a-4299-9f7e-2d9a142c74fc tempest-VolumesNegativeTest-172394130 tempest-VolumesNegativeTest-172394130-project-member] Lock "cf33ac3d-8097-4539-921d-fe9f17582f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.845s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 1fde5422-073e-448d-9053-e0b8084941ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:21:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:21:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:21:59 user nova-compute[74968]: INFO nova.compute.claims [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Claim successful on node user
Oct 30 12:21:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.407s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:21:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:22:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.policy [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a301ce0c2b8345d1a049e71e0949f440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b59b3c8814046ec97243d53c546db61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:22:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Creating image(s)
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk 1073741824" returned: 0 in 0.047s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Successfully created port: c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Cannot resize image /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Ensure instance console log exists: /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Successfully updated port: c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquired lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-changed-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Refreshing instance network info cache due to event network-changed-c885282e-d720-48f0-8c10-b4b19cca89c3. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] Acquiring lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating instance_info_cache with network_info: [{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Releasing lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance network_info: |[{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] Acquired lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Refreshing network info cache for port c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start _get_guest_xml network_info=[{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:22:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-tempest.common.compute-instance-554818490',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'pci_devices' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:22:01 user nova-compute[74968]:   <uuid>2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</uuid>
Oct 30 12:22:01 user nova-compute[74968]:   <name>instance-0000001d</name>
Oct 30 12:22:01 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:22:01 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:22:01 user nova-compute[74968]:   <metadata>
Oct 30 12:22:01 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:22:01 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:name>tempest-tempest.common.compute-instance-554818490</nova:name>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:22:01</nova:creationTime>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:22:01 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:22:01 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:owner>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:user uuid="a301ce0c2b8345d1a049e71e0949f440">tempest-ServerActionsTestOtherA-916346621-project-member</nova:user>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:project uuid="5b59b3c8814046ec97243d53c546db61">tempest-ServerActionsTestOtherA-916346621</nova:project>
Oct 30 12:22:01 user nova-compute[74968]:       </nova:owner>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:22:01 user nova-compute[74968]:       <nova:ports>
Oct 30 12:22:01 user nova-compute[74968]:         <nova:port uuid="c885282e-d720-48f0-8c10-b4b19cca89c3">
Oct 30 12:22:01 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:22:01 user nova-compute[74968]:         </nova:port>
Oct 30 12:22:01 user nova-compute[74968]:       </nova:ports>
Oct 30 12:22:01 user nova-compute[74968]:     </nova:instance>
Oct 30 12:22:01 user nova-compute[74968]:   </metadata>
Oct 30 12:22:01 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:22:01 user nova-compute[74968]:     <system>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="serial">2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</entry>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="uuid">2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</entry>
Oct 30 12:22:01 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:22:01 user nova-compute[74968]:     </system>
Oct 30 12:22:01 user nova-compute[74968]:   </sysinfo>
Oct 30 12:22:01 user nova-compute[74968]:   <os>
Oct 30 12:22:01 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:22:01 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:22:01 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:22:01 user nova-compute[74968]:   </os>
Oct 30 12:22:01 user nova-compute[74968]:   <features>
Oct 30 12:22:01 user nova-compute[74968]:     <acpi/>
Oct 30 12:22:01 user nova-compute[74968]:     <apic/>
Oct 30 12:22:01 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:22:01 user nova-compute[74968]:   </features>
Oct 30 12:22:01 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:22:01 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:22:01 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:22:01 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:22:01 user nova-compute[74968]:   </clock>
Oct 30 12:22:01 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:22:01 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:22:01 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:22:01 user nova-compute[74968]:   </cpu>
Oct 30 12:22:01 user nova-compute[74968]:   <devices>
Oct 30 12:22:01 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:22:01 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:22:01 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk"/>
Oct 30 12:22:01 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:22:01 user nova-compute[74968]:     </disk>
Oct 30 12:22:01 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:22:01 user nova-compute[74968]:       <mac address="fa:16:3e:ee:6a:4a"/>
Oct 30 12:22:01 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:22:01 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:22:01 user nova-compute[74968]:       <target dev="tapc885282e-d7"/>
Oct 30 12:22:01 user nova-compute[74968]:     </interface>
Oct 30 12:22:01 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:22:01 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/console.log" append="off"/>
Oct 30 12:22:01 user nova-compute[74968]:     </serial>
Oct 30 12:22:01 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:22:01 user nova-compute[74968]:     <video>
Oct 30 12:22:01 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:22:01 user nova-compute[74968]:     </video>
Oct 30 12:22:01 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:22:01 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:22:01 user nova-compute[74968]:     </rng>
Oct 30 12:22:01 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:22:01 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:22:01 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:22:01 user nova-compute[74968]:     </memballoon>
Oct 30 12:22:01 user nova-compute[74968]:   </devices>
Oct 30 12:22:01 user nova-compute[74968]: </domain>
Oct 30 12:22:01 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-tempest.common.compute-instance-554818490',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG os_vif [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d7fd1e4-13c6-52e3-98a7-ef1d0cf7bd6c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc885282e-d7, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc885282e-d7, col_values=(('qos', UUID('e3a9d924-6ae3-45a0-8b35-ea3a51933ab9')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc885282e-d7, col_values=(('external_ids', {'iface-id': 'c885282e-d720-48f0-8c10-b4b19cca89c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:6a:4a', 'vm-uuid': '2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:01 user nova-compute[74968]: INFO os_vif [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7')
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No VIF found with MAC fa:16:3e:ee:6a:4a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updated VIF entry in instance network info cache for port c885282e-d720-48f0-8c10-b4b19cca89c3. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating instance_info_cache with network_info: [{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4585b9f6-5bfa-4a2c-a5f2-d6099ddb42e6 req-f6cfb1fe-a52d-4fef-aa53-36eb7f424ca6 service nova] Releasing lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:02 user nova-compute[74968]: INFO nova.compute.manager [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Terminating instance
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-unplugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] No waiting events found dispatching network-vif-unplugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b46be9e-9cc7-442e-9146-c67d8b4979e9 req-95dc6407-484a-466b-b7ef-01c7d32e8ed2 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-unplugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:22:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Instance destroyed successfully.
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.objects.instance [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'resources' on Instance uuid 1fde5422-073e-448d-9053-e0b8084941ea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1086493401',display_name='tempest-AttachVolumeNegativeTest-server-1086493401',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1086493401',id=22,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNiZrbbIlS4hVDLfAJiwJi2zu0OB6Iv9aB5JYHzvxJHyqvdnb/CVKO8tCF8bZl4qzMTmtzf9O80AKc4Lrxhz3ulPy158kmn0z7uRdn4BnweoXQ7Pum60gA6LMPiEVMFFng==',key_name='tempest-keypair-1787109445',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-nwgz638c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:18:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=1fde5422-073e-448d-9053-e0b8084941ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "address": "fa:16:3e:de:05:d6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap047a6a4b-35", "ovs_interfaceid": "047a6a4b-3512-4d83-877d-4b2bc5b0a390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG os_vif [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap047a6a4b-35, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c360d6ee-6865-4036-bb5b-c1a97574a8c2) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: INFO os_vif [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:05:d6,bridge_name='br-int',has_traffic_filtering=True,id=047a6a4b-3512-4d83-877d-4b2bc5b0a390,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap047a6a4b-35')
Oct 30 12:22:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Deleting instance files /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea_del
Oct 30 12:22:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Deletion of /opt/stack/data/nova/instances/1fde5422-073e-448d-9053-e0b8084941ea_del complete
Oct 30 12:22:03 user nova-compute[74968]: INFO nova.compute.manager [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 30 12:22:03 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:03 user nova-compute[74968]: WARNING nova.compute.manager [req-8e40c300-89db-4959-bce5-644c3798915a req-536dc748-0d55-4829-86d4-801a4000a1ed service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state building and task_state spawning.
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:04 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Took 1.06 seconds to deallocate network for instance.
Oct 30 12:22:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] Acquiring lock "1fde5422-073e-448d-9053-e0b8084941ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] Lock "1fde5422-073e-448d-9053-e0b8084941ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] No waiting events found dispatching network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:04 user nova-compute[74968]: WARNING nova.compute.manager [req-2b20de66-1570-4bf2-9674-dfa1c33c11ef req-4995e72f-c0a9-4c0d-a75f-e465a3bfa28a service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received unexpected event network-vif-plugged-047a6a4b-3512-4d83-877d-4b2bc5b0a390 for instance with vm_state active and task_state deleting.
Oct 30 12:22:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-e249d109-9b48-4c78-b97c-7e4876e84b96 req-740a7ccb-0902-4c6c-87ac-e3d09614f1f3 service nova] [instance: 1fde5422-073e-448d-9053-e0b8084941ea] Received event network-vif-deleted-047a6a4b-3512-4d83-877d-4b2bc5b0a390 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:05 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Deleted allocations for instance 1fde5422-073e-448d-9053-e0b8084941ea
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-56576b98-a01c-4735-a597-d488b8ffa91b tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "1fde5422-073e-448d-9053-e0b8084941ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.929s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:22:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance spawned successfully.
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:22:05 user nova-compute[74968]: INFO nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Took 5.70 seconds to spawn the instance on the hypervisor.
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:05 user nova-compute[74968]: WARNING nova.compute.manager [req-3c34487a-23fc-4ff2-99f5-0866bb656a44 req-70e4249a-56e7-4509-be7a-114c9690225c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state building and task_state spawning.
Oct 30 12:22:05 user nova-compute[74968]: INFO nova.compute.manager [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Took 6.44 seconds to build instance.
Oct 30 12:22:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba707f4f-dd5e-4497-87f6-512192504837 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.532s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:22:10 user nova-compute[74968]: INFO nova.compute.manager [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] instance snapshotting
Oct 30 12:22:10 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Beginning live snapshot process
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json -f qcow2" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071.delta 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071.delta 1073741824" returned: 0 in 0.047s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 12:22:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:22:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:22:12 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071.delta /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071.delta /opt/stack/data/nova/instances/snapshots/tmp5e18hgmb/dbe1dd9867244e4ea3ef4ae4d22db071" returned: 0 in 0.268s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Snapshot extracted, beginning image upload
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-changed-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Refreshing instance network info cache due to event network-changed-becead1d-2aeb-4565-9b14-9b9175f2fd90. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] Acquiring lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] Acquired lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Refreshing network info cache for port becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updated VIF entry in instance network info cache for port becead1d-2aeb-4565-9b14-9b9175f2fd90. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updating instance_info_cache with network_info: [{"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f5d99eb-6fc9-41d5-99a1-7ce9c6d31a21 req-ff3a0485-04fd-4163-88f9-f33e690c6bc6 service nova] Releasing lock "refresh_cache-92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Snapshot image upload complete
Oct 30 12:22:16 user nova-compute[74968]: INFO nova.compute.manager [None req-9fce89a4-4ff2-4e9a-ad70-00e71e883238 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Took 5.30 seconds to snapshot the instance on the hypervisor.
Oct 30 12:22:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG nova.objects.instance [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lazy-loading 'flavor' on Instance uuid 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:20 user nova-compute[74968]: INFO nova.compute.manager [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Attaching volume 95c8952c-ca25-46fa-8f17-dbf7dd4539d6 to /dev/vdb
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.utils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[53aacbba-56bc-4a3a-996d-36edfca9314e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee54d7a3-f4a5-4062-bbc9-14e1f85de750]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f3db0a-d005-4717-80a5-cb18f3a208cd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdecfb5c-b3e8-4666-b5ff-888901894b61]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:22:20 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:22:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[881f3482-97e8-484f-aafc-978b45763d76]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG os_brick.utils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:22:20 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updating existing volume attachment record: b91cb305-ac18-40e8-af09-684faaa33315 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:22:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG nova.objects.instance [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'flavor' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:25 user nova-compute[74968]: INFO nova.compute.manager [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Attaching volume 97ad9cbe-1296-4375-9d3f-330cfa401ca4 to /dev/vdb
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.utils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a682fe6-700c-421f-8573-2be9a993f9de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e264ed2-ed5a-4878-9b93-356a8e281545]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fbae04-f98b-4b85-aaa8-5ef4841ba41e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d55aa2-1146-4ce8-8357-4822f66b2ecf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:22:25 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:22:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7fc6c1-c171-416e-abcd-cc133ba98344]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG os_brick.utils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:22:25 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating existing volume attachment record: 8ecfaaab-cc83-48b8-b061-b38478203cac {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:22:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:35 user nova-compute[74968]: INFO nova.compute.manager [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Unshelving
Oct 30 12:22:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_requests' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'numa_topology' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:35 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:22:35 user nova-compute[74968]: INFO nova.compute.claims [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Claim successful on node user
Oct 30 12:22:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:22:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:22:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:36 user nova-compute[74968]: INFO nova.network.neutron [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating port 82460038-d56e-4269-a24f-0fcfb4907145 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-changed-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing instance network info cache due to event network-changed-82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] Acquiring lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:22:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Creating image(s)
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'trusted_certs' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] Acquired lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Refreshing network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG nova.objects.base [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<28f39b0d-7a94-4846-b45d-170905af681e> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.part --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG nova.virt.images [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] a4750254-5a67-4803-ae05-6dd18aa3ba1c was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:22:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.part /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.part /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.converted" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updated VIF entry in instance network info cache for port 82460038-d56e-4269-a24f-0fcfb4907145. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d7f37032-befa-4ddb-95bb-760e27b0f7c7 req-0588d81b-b1c3-45fe-ad75-45febfee3dd2 service nova] Releasing lock "refresh_cache-28f39b0d-7a94-4846-b45d-170905af681e" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.447s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f,backing_fmt=raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f,backing_fmt=raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk 1073741824" returned: 0 in 0.050s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "a2c64ce0585defc39bbff00dfe7e363711d3a01f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'migration_context' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:39 user nova-compute[74968]: DEBUG nova.objects.base [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<28f39b0d-7a94-4846-b45d-170905af681e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:22:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Rebasing disk image.
Oct 30 12:22:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa -F raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa -F raw /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk" returned: 0 in 2.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Ensure instance console log exists: /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start _get_guest_xml network_info=[{"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='9123b22b88609aed505872f48436be2b',container_format='bare',created_at=2023-10-30T12:20:42Z,direct_url=<?>,disk_format='qcow2',id=a4750254-5a67-4803-ae05-6dd18aa3ba1c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1060810974-shelved',owner='5104056d94e44a58adb174a7eee2885c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:20:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:22:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9123b22b88609aed505872f48436be2b',container_format='bare',created_at=2023-10-30T12:20:42Z,direct_url=<?>,disk_format='qcow2',id=a4750254-5a67-4803-ae05-6dd18aa3ba1c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1060810974-shelved',owner='5104056d94e44a58adb174a7eee2885c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:20:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'vcpu_model' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.objects.base [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<28f39b0d-7a94-4846-b45d-170905af681e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='a4750254-5a67-4803-ae05-6dd18aa3ba1c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1803755090',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:20:47.278997',shelved_host='user',shelved_image_id='a4750254-5a67-4803-ae05-6dd18aa3ba1c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'pci_devices' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.objects.base [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Object Instance<28f39b0d-7a94-4846-b45d-170905af681e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:22:42 user nova-compute[74968]:   <uuid>28f39b0d-7a94-4846-b45d-170905af681e</uuid>
Oct 30 12:22:42 user nova-compute[74968]:   <name>instance-00000015</name>
Oct 30 12:22:42 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:22:42 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:22:42 user nova-compute[74968]:   <metadata>
Oct 30 12:22:42 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:22:42 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1060810974</nova:name>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:22:42</nova:creationTime>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:22:42 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:22:42 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:owner>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:user uuid="780ff631bc594ac887e880a14ded2e45">tempest-AttachVolumeShelveTestJSON-2050616252-project-member</nova:user>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:project uuid="5104056d94e44a58adb174a7eee2885c">tempest-AttachVolumeShelveTestJSON-2050616252</nova:project>
Oct 30 12:22:42 user nova-compute[74968]:       </nova:owner>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:root type="image" uuid="a4750254-5a67-4803-ae05-6dd18aa3ba1c"/>
Oct 30 12:22:42 user nova-compute[74968]:       <nova:ports>
Oct 30 12:22:42 user nova-compute[74968]:         <nova:port uuid="82460038-d56e-4269-a24f-0fcfb4907145">
Oct 30 12:22:42 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 12:22:42 user nova-compute[74968]:         </nova:port>
Oct 30 12:22:42 user nova-compute[74968]:       </nova:ports>
Oct 30 12:22:42 user nova-compute[74968]:     </nova:instance>
Oct 30 12:22:42 user nova-compute[74968]:   </metadata>
Oct 30 12:22:42 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:22:42 user nova-compute[74968]:     <system>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="serial">28f39b0d-7a94-4846-b45d-170905af681e</entry>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="uuid">28f39b0d-7a94-4846-b45d-170905af681e</entry>
Oct 30 12:22:42 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:22:42 user nova-compute[74968]:     </system>
Oct 30 12:22:42 user nova-compute[74968]:   </sysinfo>
Oct 30 12:22:42 user nova-compute[74968]:   <os>
Oct 30 12:22:42 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:22:42 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:22:42 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:22:42 user nova-compute[74968]:   </os>
Oct 30 12:22:42 user nova-compute[74968]:   <features>
Oct 30 12:22:42 user nova-compute[74968]:     <acpi/>
Oct 30 12:22:42 user nova-compute[74968]:     <apic/>
Oct 30 12:22:42 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:22:42 user nova-compute[74968]:   </features>
Oct 30 12:22:42 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:22:42 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:22:42 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:22:42 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:22:42 user nova-compute[74968]:   </clock>
Oct 30 12:22:42 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:22:42 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:22:42 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:22:42 user nova-compute[74968]:   </cpu>
Oct 30 12:22:42 user nova-compute[74968]:   <devices>
Oct 30 12:22:42 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:22:42 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:22:42 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk"/>
Oct 30 12:22:42 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:22:42 user nova-compute[74968]:     </disk>
Oct 30 12:22:42 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:22:42 user nova-compute[74968]:       <mac address="fa:16:3e:9e:70:ca"/>
Oct 30 12:22:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:22:42 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:22:42 user nova-compute[74968]:       <target dev="tap82460038-d5"/>
Oct 30 12:22:42 user nova-compute[74968]:     </interface>
Oct 30 12:22:42 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:22:42 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/console.log" append="off"/>
Oct 30 12:22:42 user nova-compute[74968]:     </serial>
Oct 30 12:22:42 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:22:42 user nova-compute[74968]:     <video>
Oct 30 12:22:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:22:42 user nova-compute[74968]:     </video>
Oct 30 12:22:42 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:22:42 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:22:42 user nova-compute[74968]:     </rng>
Oct 30 12:22:42 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:22:42 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:22:42 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:22:42 user nova-compute[74968]:     </memballoon>
Oct 30 12:22:42 user nova-compute[74968]:   </devices>
Oct 30 12:22:42 user nova-compute[74968]: </domain>
Oct 30 12:22:42 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='a4750254-5a67-4803-ae05-6dd18aa3ba1c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1803755090',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member',shelved_at='2023-10-30T12:20:47.278997',shelved_host='user',shelved_image_id='a4750254-5a67-4803-ae05-6dd18aa3ba1c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG os_vif [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '17e91a84-f077-5d45-96b2-81bb81ed50e6', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82460038-d5, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82460038-d5, col_values=(('qos', UUID('c498b0d7-3212-4155-b35c-65e6bf2fa82b')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82460038-d5, col_values=(('external_ids', {'iface-id': '82460038-d56e-4269-a24f-0fcfb4907145', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:70:ca', 'vm-uuid': '28f39b0d-7a94-4846-b45d-170905af681e'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:42 user nova-compute[74968]: INFO os_vif [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5')
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:22:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] No VIF found with MAC fa:16:3e:9e:70:ca, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:22:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:44 user nova-compute[74968]: WARNING nova.compute.manager [req-d1ccbdda-bff9-4dfc-9ad5-49892d784103 req-d134da8f-1614-457b-9624-2613f9aabc97 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing instance network info cache due to event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updated VIF entry in instance network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6b8a35a3-eb37-4361-9491-d5315269c67f req-e3e4c55e-87fc-46f4-a183-b7e30bb83b63 service nova] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:22:45 user nova-compute[74968]: INFO nova.compute.manager [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] instance snapshotting
Oct 30 12:22:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Beginning live snapshot process
Oct 30 12:22:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json -f qcow2" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:22:46 user nova-compute[74968]: WARNING nova.compute.manager [req-3ac50480-64c7-479e-b172-32d3a9ecb17e req-0309fda0-2f06-4cc3-b6a8-cb452c838d4d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:22:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:22:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance spawned successfully.
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb.delta 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb.delta 1073741824" returned: 0 in 0.052s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 12:22:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:22:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c58d1209-1679-4cf6-b105-3700f619b865 tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.847s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:22:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:22:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 12:22:48 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:22:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb.delta /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb.delta /opt/stack/data/nova/instances/snapshots/tmpz9hk652s/d18fc411811d4f77a479af4f06e5cdcb" returned: 0 in 0.389s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Snapshot extracted, beginning image upload
Oct 30 12:22:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:50 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:22:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Snapshot image upload complete
Oct 30 12:22:51 user nova-compute[74968]: INFO nova.compute.manager [None req-2d68d351-6c10-4de7-be15-31d47af1b642 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Took 5.83 seconds to snapshot the instance on the hypervisor.
Oct 30 12:22:52 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:22:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:22:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:22:57 user nova-compute[74968]: INFO nova.compute.claims [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Claim successful on node user
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:58 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7573MB free_disk=24.92913055419922GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.041s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.270s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:22:58 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.policy [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3db2a81cdb4e928e39a6d69f78259a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a917c3c6054d668033a2e3f0161264', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28f39b0d-7a94-4846-b45d-170905af681e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d5f4aef0-db72-4e78-9641-957d38b8ab93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:22:58 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Creating image(s)
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "/opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "/opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk 1073741824" returned: 0 in 0.068s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.186s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Successfully created port: d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Cannot resize image /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Ensure instance console log exists: /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:22:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Successfully updated port: d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquired lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-changed-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Refreshing instance network info cache due to event network-changed-d899e09f-728c-448b-9edb-f6e4c3c0d52b. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] Acquiring lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updating instance_info_cache with network_info: [{"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Releasing lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Instance network_info: |[{"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] Acquired lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Refreshing network info cache for port d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Start _get_guest_xml network_info=[{"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:23:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-77275554',display_name='tempest-AttachVolumeNegativeTest-server-77275554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-77275554',id=30,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEusNPf1D5brJGVjW6IpKFWxn7YZM42qQENCul71HgIK0u6GeYDHUcN6r0kj1yBmIjF7lX5cntk4OhfqqLgFSltV0NW5gmXGLLA8d0AvnHbs5YThsqVejUXexu0vPPRDg==',key_name='tempest-keypair-599100337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-hgb4qp01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=d5f4aef0-db72-4e78-9641-957d38b8ab93,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'pci_devices' on Instance uuid d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:23:00 user nova-compute[74968]:   <uuid>d5f4aef0-db72-4e78-9641-957d38b8ab93</uuid>
Oct 30 12:23:00 user nova-compute[74968]:   <name>instance-0000001e</name>
Oct 30 12:23:00 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:23:00 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:23:00 user nova-compute[74968]:   <metadata>
Oct 30 12:23:00 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:23:00 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeNegativeTest-server-77275554</nova:name>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:23:00</nova:creationTime>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:23:00 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:23:00 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:owner>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:user uuid="4b3db2a81cdb4e928e39a6d69f78259a">tempest-AttachVolumeNegativeTest-1203329423-project-member</nova:user>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:project uuid="21a917c3c6054d668033a2e3f0161264">tempest-AttachVolumeNegativeTest-1203329423</nova:project>
Oct 30 12:23:00 user nova-compute[74968]:       </nova:owner>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:23:00 user nova-compute[74968]:       <nova:ports>
Oct 30 12:23:00 user nova-compute[74968]:         <nova:port uuid="d899e09f-728c-448b-9edb-f6e4c3c0d52b">
Oct 30 12:23:00 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 12:23:00 user nova-compute[74968]:         </nova:port>
Oct 30 12:23:00 user nova-compute[74968]:       </nova:ports>
Oct 30 12:23:00 user nova-compute[74968]:     </nova:instance>
Oct 30 12:23:00 user nova-compute[74968]:   </metadata>
Oct 30 12:23:00 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:23:00 user nova-compute[74968]:     <system>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="serial">d5f4aef0-db72-4e78-9641-957d38b8ab93</entry>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="uuid">d5f4aef0-db72-4e78-9641-957d38b8ab93</entry>
Oct 30 12:23:00 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:23:00 user nova-compute[74968]:     </system>
Oct 30 12:23:00 user nova-compute[74968]:   </sysinfo>
Oct 30 12:23:00 user nova-compute[74968]:   <os>
Oct 30 12:23:00 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:23:00 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:23:00 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:23:00 user nova-compute[74968]:   </os>
Oct 30 12:23:00 user nova-compute[74968]:   <features>
Oct 30 12:23:00 user nova-compute[74968]:     <acpi/>
Oct 30 12:23:00 user nova-compute[74968]:     <apic/>
Oct 30 12:23:00 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:23:00 user nova-compute[74968]:   </features>
Oct 30 12:23:00 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:23:00 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:23:00 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:23:00 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:23:00 user nova-compute[74968]:   </clock>
Oct 30 12:23:00 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:23:00 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:23:00 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:23:00 user nova-compute[74968]:   </cpu>
Oct 30 12:23:00 user nova-compute[74968]:   <devices>
Oct 30 12:23:00 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:23:00 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:23:00 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk"/>
Oct 30 12:23:00 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:23:00 user nova-compute[74968]:     </disk>
Oct 30 12:23:00 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:23:00 user nova-compute[74968]:       <mac address="fa:16:3e:e0:61:a6"/>
Oct 30 12:23:00 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:00 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:23:00 user nova-compute[74968]:       <target dev="tapd899e09f-72"/>
Oct 30 12:23:00 user nova-compute[74968]:     </interface>
Oct 30 12:23:00 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:23:00 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/console.log" append="off"/>
Oct 30 12:23:00 user nova-compute[74968]:     </serial>
Oct 30 12:23:00 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:23:00 user nova-compute[74968]:     <video>
Oct 30 12:23:00 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:00 user nova-compute[74968]:     </video>
Oct 30 12:23:00 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:23:00 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:23:00 user nova-compute[74968]:     </rng>
Oct 30 12:23:00 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:23:00 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:23:00 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:23:00 user nova-compute[74968]:     </memballoon>
Oct 30 12:23:00 user nova-compute[74968]:   </devices>
Oct 30 12:23:00 user nova-compute[74968]: </domain>
Oct 30 12:23:00 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-77275554',display_name='tempest-AttachVolumeNegativeTest-server-77275554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-77275554',id=30,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEusNPf1D5brJGVjW6IpKFWxn7YZM42qQENCul71HgIK0u6GeYDHUcN6r0kj1yBmIjF7lX5cntk4OhfqqLgFSltV0NW5gmXGLLA8d0AvnHbs5YThsqVejUXexu0vPPRDg==',key_name='tempest-keypair-599100337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-hgb4qp01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=d5f4aef0-db72-4e78-9641-957d38b8ab93,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG os_vif [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48134242-8974-5f87-beb9-53346c142c8e', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd899e09f-72, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd899e09f-72, col_values=(('qos', UUID('b8475f98-f507-4253-bd2c-2e6a5644897f')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd899e09f-72, col_values=(('external_ids', {'iface-id': 'd899e09f-728c-448b-9edb-f6e4c3c0d52b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:61:a6', 'vm-uuid': 'd5f4aef0-db72-4e78-9641-957d38b8ab93'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:00 user nova-compute[74968]: INFO os_vif [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72')
Oct 30 12:23:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:e0:61:a6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updated VIF entry in instance network info cache for port d899e09f-728c-448b-9edb-f6e4c3c0d52b. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updating instance_info_cache with network_info: [{"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4ab92fe-d53d-47f7-b5af-30a218e0cc58 req-3f4ddef1-d5d9-46e5-8812-8cd8cfbb5d89 service nova] Releasing lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] No waiting events found dispatching network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:02 user nova-compute[74968]: WARNING nova.compute.manager [req-268a6fb2-b5e7-4cd1-9392-f8b2f32c2cef req-86fd36e1-ef01-4984-8246-74bd13539261 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received unexpected event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b for instance with vm_state building and task_state spawning.
Oct 30 12:23:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] No waiting events found dispatching network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:04 user nova-compute[74968]: WARNING nova.compute.manager [req-f3df93af-cc66-4670-8250-f759ab97eabf req-d74b6c8b-94f2-478b-b69e-34907fe56aab service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received unexpected event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b for instance with vm_state building and task_state spawning.
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:23:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Instance spawned successfully.
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:23:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:04 user nova-compute[74968]: INFO nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Took 5.97 seconds to spawn the instance on the hypervisor.
Oct 30 12:23:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:23:05 user nova-compute[74968]: INFO nova.compute.manager [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Took 7.78 seconds to build instance.
Oct 30 12:23:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b43db631-afd1-4bed-87ee-e484642545db tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.969s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EHqLJyKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:06 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:06 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:06 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:06 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c15fcbd8-a239-41e0-a7e0-08aae4eec267]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:23:06 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f1b705-c362-485d-a2e4-38a603305c95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6] added
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff96ef9-ab3b-4d92-97b9-760dba8bfd79]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73a8f6d-e79f-40bc-99a6-f094e1465a86]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EHqLJyKr {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EHqLJyKr" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[97131d49-402d-4a0c-a73f-895ca73fb53c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EHqLJyKr'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[902f429d-f90e-4777-bdc8-aa17a5592647]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2512aeeb-9636-45dc-a4d8-389268fafaa2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d041cb34-6f6d-4d8f-9fb4-911de4069a8f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260]
Oct 30 12:23:06 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c00f1d8-f495-47f1-814c-a290212ce424]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c217715-cf0a-48c0-b231-21a36f95480a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8b9964-16a5-41b7-a206-83e14198897c]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:23:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EHqLJyKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '26132633564643137', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132633564643137', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.359s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:07 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG nova.objects.instance [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lazy-loading 'flavor' on Instance uuid 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4d5b3b-d153-4234-9f3e-b97b5975aaa2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:23:07 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:23:07 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:07 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:23:07 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:23:07 user nova-compute[74968]:   <serial>95c8952c-ca25-46fa-8f17-dbf7dd4539d6</serial>
Oct 30 12:23:07 user nova-compute[74968]: </disk>
Oct 30 12:23:07 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[40fc5676-72bd-4410-a765-4e6cf8ccd848]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added
Oct 30 12:23:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2d10e8-f697-450b-a82f-a49500ced35a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea80227-b9b0-4448-ab5a-d84786fa141d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[09cd531c-8b31-4d0d-b9f3-e789d21a8d72]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VHAiKzOg'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7885f659-5e4c-42bb-8906-8479a214eb77]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f72ec1f-7dc4-487c-b8da-6e83ad4bdb97]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:07 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:07 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:07 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:07 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc1433b-c088-4ba5-8caa-dce6dd3b7816]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:23:08 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70dd2c71-5368-4f24-bf52-dd45df9c77c7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[72449d5f-d6fe-4065-9f0e-29d0cde44449]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:08 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d12f058-0188-4c00-a25e-96db2d36a5af]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] No VIF found with MAC fa:16:3e:67:22:36, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:23:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0a092891-2f7e-4ba5-bbff-0c3b1c2ebedd tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 47.769s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== connect_volume: return (2755ms) {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'flavor' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:23:09 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:09 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:23:09 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:23:09 user nova-compute[74968]:   <serial>97ad9cbe-1296-4375-9d3f-330cfa401ca4</serial>
Oct 30 12:23:09 user nova-compute[74968]: </disk>
Oct 30 12:23:09 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No VIF found with MAC fa:16:3e:fa:0f:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:23:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-78dd7d8a-7a8d-4676-8c8f-0710a5ee4c88 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 44.606s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:10 user nova-compute[74968]: INFO nova.compute.manager [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Detaching volume 95c8952c-ca25-46fa-8f17-dbf7dd4539d6
Oct 30 12:23:11 user nova-compute[74968]: INFO nova.virt.block_device [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Attempting to driver detach volume 95c8952c-ca25-46fa-8f17-dbf7dd4539d6 from mountpoint /dev/vdb
Oct 30 12:23:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Attempting to detach device vdb from instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:23:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:23:11 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:11 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:23:11 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:23:11 user nova-compute[74968]:   <serial>95c8952c-ca25-46fa-8f17-dbf7dd4539d6</serial>
Oct 30 12:23:11 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:23:11 user nova-compute[74968]: </disk>
Oct 30 12:23:11 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:23:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Successfully detached device vdb from instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb from the persistent domain config.
Oct 30 12:23:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:23:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:23:11 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:11 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:23:11 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:23:11 user nova-compute[74968]:   <serial>95c8952c-ca25-46fa-8f17-dbf7dd4539d6</serial>
Oct 30 12:23:11 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:23:11 user nova-compute[74968]: </disk>
Oct 30 12:23:11 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:23:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Stashing vm_state: active {{(pid=74968) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:23:13 user nova-compute[74968]: INFO nova.compute.claims [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Claim successful on node user
Oct 30 12:23:13 user nova-compute[74968]: INFO nova.compute.resource_tracker [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating resource usage from migration 08562d50-cba6-43de-b834-0bb6173fc801
Oct 30 12:23:13 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.526s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:13 user nova-compute[74968]: INFO nova.compute.manager [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Migrating
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:13 user nova-compute[74968]: INFO nova.compute.rpcapi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Starting migrate_disk_and_power_off {{(pid=74968) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:14 user nova-compute[74968]: WARNING nova.compute.manager [req-fdf16031-88fe-476f-9ee1-8a60bee8fb70 req-c654f081-3d10-41df-8932-c63ee40c3f32 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state active and task_state resize_migrating.
Oct 30 12:23:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance destroyed successfully.
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:23:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9828d2f9-74, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b4c63bd-6745-4d4a-9246-d12d1f62646c) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:15 user nova-compute[74968]: INFO os_vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fbeb78-4df6-48d5-8f14-88e23448cd18]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:23:15 user nova-compute[74968]: No targets found.
Oct 30 12:23:15 user nova-compute[74968]: iSNS:
Oct 30 12:23:15 user nova-compute[74968]: No targets found.
Oct 30 12:23:15 user nova-compute[74968]: STATIC:
Oct 30 12:23:15 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6
Oct 30 12:23:15 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:15 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:15 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:23:15 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:15 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:15 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:23:15 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:15 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:15 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:23:15 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:15 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:15 user nova-compute[74968]: FIRMWARE:
Oct 30 12:23:15 user nova-compute[74968]: No targets found.
Oct 30 12:23:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:23:15 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:23:15 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c582ec6-8dbc-49ce-a591-da8bc6862bb8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[352ad339-876f-46e6-b2d9-80292a13fea6]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790170b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bbe162-0d82-437a-9ae5-80f92b34268b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[42fb7ff3-b8c4-4e96-97d7-f4cd25f2c660]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dd5811-ec05-4268-b66b-463eed262d2a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc44e7d-ca21-4232-925b-2997be0c6e31]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c92fd60-8296-4579-a367-e1cda3b528cb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b08337-e90e-4a28-83a8-c727bf4fdfa5]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:23:15 user nova-compute[74968]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c683b8f-2cb6-459a-9090-045eb0f05c15]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== disconnect_volume: return (322ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:23:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_resize/disk /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "cp -r /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_resize/disk /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk" returned: 0 in 0.579s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_resize/disk.info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk.info {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "cp -r /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_resize/disk.info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk.info" returned: 0 in 0.035s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:16 user nova-compute[74968]: WARNING nova.compute.manager [req-ce688e26-a9cc-4fd8-97bf-4eced1c908ba req-2df1caea-acb2-4f6c-ae85-587cccb64c92 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state active and task_state resize_migrating.
Oct 30 12:23:17 user nova-compute[74968]: DEBUG nova.network.neutron [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Port 9828d2f9-74e0-42b5-92e0-6f8676175210 binding to destination host user is already ACTIVE {{(pid=74968) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 12:23:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:18 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:23:18 user nova-compute[74968]: INFO nova.compute.claims [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Claim successful on node user
Oct 30 12:23:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc5c6b1-2f7a-40a5-98a6-bdc62549e8dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9a09af-520e-4ce5-8e7a-c6887a426e34]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1dee4f-6b19-4839-9329-3c3f74601c52]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fdf248c-d424-4244-96f9-7aa6474c59b2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:19 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d817f625-aeba-4fa9-a719-cde94e299c1a]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.673s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:23:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:23:19 user nova-compute[74968]: DEBUG nova.policy [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea85d6f704204995b19db214cdf5be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d2b0e04fd14dcc9879f369b0db7efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:23:19 user nova-compute[74968]: INFO nova.virt.block_device [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Booting with volume-backed-image 33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65 at /dev/vda
Oct 30 12:23:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Successfully created port: f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Successfully updated port: f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-changed-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Refreshing instance network info cache due to event network-changed-f2bea911-8712-4bd3-8a0c-1363a06c8b93. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] Acquiring lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating instance_info_cache with network_info: [{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance network_info: |[{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] Acquired lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Refreshing network info cache for port f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updated VIF entry in instance network info cache for port f2bea911-8712-4bd3-8a0c-1363a06c8b93. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating instance_info_cache with network_info: [{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0fb7bd2b-11d9-4f34-82ae-ddfff752cba1 req-f65b8fe8-b9fa-4c0b-9892-ee1636bb3c46 service nova] Releasing lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:31 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb is timed out.
Oct 30 12:23:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Successfully detached device vdb from instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb from the live domain config.
Oct 30 12:23:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EHqLJyKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:31 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[24667b26-b82f-4cbe-a22d-17aa3dd5d32c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:23:31 user nova-compute[74968]: No targets found.
Oct 30 12:23:31 user nova-compute[74968]: iSNS:
Oct 30 12:23:31 user nova-compute[74968]: No targets found.
Oct 30 12:23:31 user nova-compute[74968]: STATIC:
Oct 30 12:23:31 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6
Oct 30 12:23:31 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:31 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:31 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:23:31 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:31 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:31 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:23:31 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:31 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:31 user nova-compute[74968]: FIRMWARE:
Oct 30 12:23:31 user nova-compute[74968]: No targets found.
Oct 30 12:23:31 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:23:31 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:23:31 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f348522-ccdd-45bd-96b2-ed6501b8abc2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[015c9649-1a9b-4080-adf7-584c4a7827b5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:31 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:31 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:31 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:31 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:31 user nova-compute[74968]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 (non-flash)
Oct 30 12:23:31 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790173910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8b7bcc-4ead-478d-9e54-4de4bc94ff3c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb633179-f37a-424a-a05c-53a35cf8e008]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b93503b-d2be-44d7-9e6f-6978e95c58a1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d488c2-fc8c-4687-9670-38b5e4a3bc53]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc63925b-fa22-4b24-ae01-c870b68f7777]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[117c7f85-6ae3-45e6-ae18-5c2bda661f27]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260]
Oct 30 12:23:31 user nova-compute[74968]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:31 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95c8952c-ca25-46fa-8f17-dbf7dd4539d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[572a020b-9ab9-4463-8085-3a1caf42a552]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] <== disconnect_volume: return (313ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:23:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:34 user nova-compute[74968]: INFO nova.compute.manager [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Attaching volume 6130c364-c67f-4776-ba5f-e1feef5d05d6 to /dev/vdb
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.utils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70bccd67-4f78-4800-9ad7-3e1b2431c34e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[61371bf9-768e-42da-a4a7-da82823cb26b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1fe657-12e2-401e-90e2-767f265dee84]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[12868c98-02ff-488c-bd91-e714f862acac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:34 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:23:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c358a32-bd64-4d51-ae0f-f1420dbc8129]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG os_brick.utils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating existing volume attachment record: 5872107f-3398-41cd-82a0-36b30bd800fb {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:23:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Starting finish_migration {{(pid=74968) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 30 12:23:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:23:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Creating image(s)
Oct 30 12:23:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk. size=21474836480 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk 21474836480 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk 21474836480" returned: 0 in 0.057s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Ensure instance console log exists: /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start _get_guest_xml network_info=[{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '61bfa5d5-6baf-4f71-91e1-bdc39d17e089', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'cbcb864f-0bd3-4e71-b479-550a532f95c4', 'attached_at': '2023-10-30T12:23:40.000000', 'detached_at': '', 'volume_id': '97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'serial': '97ad9cbe-1296-4375-9d3f-330cfa401ca4'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:23:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:40 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:07:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:40 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:40 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:40 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[03de72d9-3d5a-466b-b9ff-874404cabd7b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:23:40 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[10384b74-2690-467e-ad61-1190363059ab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added
Oct 30 12:23:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8a267b-5b06-44d8-afd0-6e8fe307c6fc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.109s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f77c7b34-f8bc-4077-926f-47fb8bf81f44]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb05076-0649-448e-99a2-52184855742a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VHAiKzOg'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ba76dd-2a59-407c-beee-7daf690d6dc2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9288d0ca-4b13-4c06-a448-a214f8547ebd]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:40 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:40 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login" returned: 0 in 0.173s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1fcc2f-dc78-4bc5-a924-4f5b27948ae9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:23:40 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aadddef-46d9-4d0a-93e8-9615e6e62e7e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e329fd1-b0b0-44dc-a00e-d24633f9cf76]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:41 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:41 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:41 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:41 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:41 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.488s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[459f7688-9448-4300-9f57-957f74c9add8]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:23:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.531s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== connect_volume: return (1532ms) {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:23:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:23:42 user nova-compute[74968]:   <uuid>cbcb864f-0bd3-4e71-b479-550a532f95c4</uuid>
Oct 30 12:23:42 user nova-compute[74968]:   <name>instance-00000014</name>
Oct 30 12:23:42 user nova-compute[74968]:   <memory>2097152</memory>
Oct 30 12:23:42 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:23:42 user nova-compute[74968]:   <metadata>
Oct 30 12:23:42 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:23:42 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherB-server-778649360</nova:name>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:23:40</nova:creationTime>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:flavor name="m1.small">
Oct 30 12:23:42 user nova-compute[74968]:         <nova:memory>2048</nova:memory>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:disk>20</nova:disk>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:23:42 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:owner>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:user uuid="857d9e13cf3b4a96bdaaeabe2d5e2547">tempest-ServerActionsTestOtherB-1209758979-project-member</nova:user>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:project uuid="2fa95608bf9e49e0ada5aa7ab2a17f59">tempest-ServerActionsTestOtherB-1209758979</nova:project>
Oct 30 12:23:42 user nova-compute[74968]:       </nova:owner>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:23:42 user nova-compute[74968]:       <nova:ports>
Oct 30 12:23:42 user nova-compute[74968]:         <nova:port uuid="9828d2f9-74e0-42b5-92e0-6f8676175210">
Oct 30 12:23:42 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:23:42 user nova-compute[74968]:         </nova:port>
Oct 30 12:23:42 user nova-compute[74968]:       </nova:ports>
Oct 30 12:23:42 user nova-compute[74968]:     </nova:instance>
Oct 30 12:23:42 user nova-compute[74968]:   </metadata>
Oct 30 12:23:42 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:23:42 user nova-compute[74968]:     <system>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="serial">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="uuid">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:23:42 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:23:42 user nova-compute[74968]:     </system>
Oct 30 12:23:42 user nova-compute[74968]:   </sysinfo>
Oct 30 12:23:42 user nova-compute[74968]:   <os>
Oct 30 12:23:42 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:23:42 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:23:42 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:23:42 user nova-compute[74968]:   </os>
Oct 30 12:23:42 user nova-compute[74968]:   <features>
Oct 30 12:23:42 user nova-compute[74968]:     <acpi/>
Oct 30 12:23:42 user nova-compute[74968]:     <apic/>
Oct 30 12:23:42 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:23:42 user nova-compute[74968]:   </features>
Oct 30 12:23:42 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:23:42 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:23:42 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:23:42 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:23:42 user nova-compute[74968]:   </clock>
Oct 30 12:23:42 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:23:42 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:23:42 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:23:42 user nova-compute[74968]:   </cpu>
Oct 30 12:23:42 user nova-compute[74968]:   <devices>
Oct 30 12:23:42 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:23:42 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:23:42 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk"/>
Oct 30 12:23:42 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:23:42 user nova-compute[74968]:     </disk>
Oct 30 12:23:42 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:23:42 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:42 user nova-compute[74968]:       <source dev="/dev/sdc"/>
Oct 30 12:23:42 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:23:42 user nova-compute[74968]:       <serial>97ad9cbe-1296-4375-9d3f-330cfa401ca4</serial>
Oct 30 12:23:42 user nova-compute[74968]:     </disk>
Oct 30 12:23:42 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:23:42 user nova-compute[74968]:       <mac address="fa:16:3e:fa:0f:a9"/>
Oct 30 12:23:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:42 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:23:42 user nova-compute[74968]:       <target dev="tap9828d2f9-74"/>
Oct 30 12:23:42 user nova-compute[74968]:     </interface>
Oct 30 12:23:42 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:23:42 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/console.log" append="off"/>
Oct 30 12:23:42 user nova-compute[74968]:     </serial>
Oct 30 12:23:42 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:23:42 user nova-compute[74968]:     <video>
Oct 30 12:23:42 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:42 user nova-compute[74968]:     </video>
Oct 30 12:23:42 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:23:42 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:23:42 user nova-compute[74968]:     </rng>
Oct 30 12:23:42 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:23:42 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:23:42 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:23:42 user nova-compute[74968]:     </memballoon>
Oct 30 12:23:42 user nova-compute[74968]:   </devices>
Oct 30 12:23:42 user nova-compute[74968]: </domain>
Oct 30 12:23:42 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:23:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1160955321-network", "vif_mac": "fa:16:3e:fa:0f:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG os_vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7952e66c-44bc-5c46-bbab-0b423a7d8b57', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9828d2f9-74, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9828d2f9-74, col_values=(('qos', UUID('dec796fd-a0ae-4110-8dd2-37c62e79b6a7')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9828d2f9-74, col_values=(('external_ids', {'iface-id': '9828d2f9-74e0-42b5-92e0-6f8676175210', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:0f:a9', 'vm-uuid': 'cbcb864f-0bd3-4e71-b479-550a532f95c4'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:42 user nova-compute[74968]: INFO os_vif [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] No VIF found with MAC fa:16:3e:fa:0f:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'info_cache' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:42 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance destroyed successfully.
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'resources' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:21:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap351a459b-6e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb9875cb-9347-4ab1-adfd-7e1ba7e61abc) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: INFO os_vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e6b440-8db5-4225-aa13-df330907cd29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:23:43 user nova-compute[74968]: No targets found.
Oct 30 12:23:43 user nova-compute[74968]: iSNS:
Oct 30 12:23:43 user nova-compute[74968]: No targets found.
Oct 30 12:23:43 user nova-compute[74968]: STATIC:
Oct 30 12:23:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:23:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:23:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:23:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:23:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:23:43 user nova-compute[74968]: FIRMWARE:
Oct 30 12:23:43 user nova-compute[74968]: No targets found.
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:23:43 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:23:43 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c1365c-7328-4c1e-971a-3c666b27ef17]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1dacff5-3cfe-4610-8cea-51304c3a5a84]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81b2f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddaf6090-2029-484e-87d4-f40976d080f2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb16a558-b56b-4e46-87c2-9a5de5f59cdf]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf607cc5-b3e1-444f-9a40-c961ee651d4d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[53153784-9ad8-4531-a4fd-b4f47eb10cb4]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc09d583-8ad6-49c0-a31f-706bf1a0b529]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d602bf76-9d80-4b2b-bd84-9e870b6c7470]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]
Oct 30 12:23:43 user nova-compute[74968]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[38235e2c-b3dc-421d-9b01-5eef3a00cc78]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== disconnect_volume: return (306ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start _get_guest_xml network_info=[{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b34d4a61-c5d8-4555-8e05-9c0bcdf3c0d8', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '66e79f1c-4a70-4d4d-add0-20334334253d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'serial': 'b51ff0be-7d4d-422a-ab7b-82414d5612f8'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'numa_topology' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:43 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:43 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'vcpu_model' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:43 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02c7a4b-c279-4a95-98ec-4b280a684393]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:23:43 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5bf6a9a-18b8-439e-9e31-33f65688f770]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8] added
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c31b03c-69d6-4304-ac37-5d3b0991af91]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[890bcbb8-94af-4a92-b3d7-49105581a855]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oiRxBdaP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oiRxBdaP" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4612f62c-7e2f-4e06-b0c0-11378dd5d461]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oiRxBdaP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[21eff0e4-932b-467c-a732-5dbffd8c21ec]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b845ce0-802f-45c3-8adf-ff7f373fe79d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:43 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43c1826-fc56-4dd3-9b62-ecdd76f095a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]
Oct 30 12:23:43 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.043s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa946b6a-aa29-4367-8691-3a8c6515819f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:44 user nova-compute[74968]: WARNING nova.compute.manager [req-ba111d88-02d6-4670-bd8a-56341aa7b0fb req-2e0b628a-b1cd-4004-bc61-f8da1351ffaa service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state active and task_state resize_finish.
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b079a6e-7465-4253-b0d6-0e713a7aa168]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:44 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:44 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:44 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:44 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:44 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c176919-3d11-4957-ad7c-ba07fc28f1bd]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.592s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== connect_volume: return (1593ms) {'type': 'block', 'scsi_wwn': '23538383039303938', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23538383039303938', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:21:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'pci_devices' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:23:45 user nova-compute[74968]:   <uuid>66e79f1c-4a70-4d4d-add0-20334334253d</uuid>
Oct 30 12:23:45 user nova-compute[74968]:   <name>instance-00000017</name>
Oct 30 12:23:45 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:23:45 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:23:45 user nova-compute[74968]:   <metadata>
Oct 30 12:23:45 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:23:45 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeTestJSON-server-1905284157</nova:name>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:23:43</nova:creationTime>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:23:45 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:23:45 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:owner>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:user uuid="4ee2959f9f00487ea686f771f43e9b18">tempest-AttachVolumeTestJSON-1482830716-project-member</nova:user>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:project uuid="9af26b2461444d3bbca3c2b60c5ae1bb">tempest-AttachVolumeTestJSON-1482830716</nova:project>
Oct 30 12:23:45 user nova-compute[74968]:       </nova:owner>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:23:45 user nova-compute[74968]:       <nova:ports>
Oct 30 12:23:45 user nova-compute[74968]:         <nova:port uuid="351a459b-6e06-4735-8cf8-22a83649b123">
Oct 30 12:23:45 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:23:45 user nova-compute[74968]:         </nova:port>
Oct 30 12:23:45 user nova-compute[74968]:       </nova:ports>
Oct 30 12:23:45 user nova-compute[74968]:     </nova:instance>
Oct 30 12:23:45 user nova-compute[74968]:   </metadata>
Oct 30 12:23:45 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:23:45 user nova-compute[74968]:     <system>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="serial">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="uuid">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:23:45 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:23:45 user nova-compute[74968]:     </system>
Oct 30 12:23:45 user nova-compute[74968]:   </sysinfo>
Oct 30 12:23:45 user nova-compute[74968]:   <os>
Oct 30 12:23:45 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:23:45 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:23:45 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:23:45 user nova-compute[74968]:   </os>
Oct 30 12:23:45 user nova-compute[74968]:   <features>
Oct 30 12:23:45 user nova-compute[74968]:     <acpi/>
Oct 30 12:23:45 user nova-compute[74968]:     <apic/>
Oct 30 12:23:45 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:23:45 user nova-compute[74968]:   </features>
Oct 30 12:23:45 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:23:45 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:23:45 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:23:45 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:23:45 user nova-compute[74968]:   </clock>
Oct 30 12:23:45 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:23:45 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:23:45 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:23:45 user nova-compute[74968]:   </cpu>
Oct 30 12:23:45 user nova-compute[74968]:   <devices>
Oct 30 12:23:45 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:23:45 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:23:45 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk"/>
Oct 30 12:23:45 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:23:45 user nova-compute[74968]:     </disk>
Oct 30 12:23:45 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:23:45 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:45 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:23:45 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:23:45 user nova-compute[74968]:       <serial>b51ff0be-7d4d-422a-ab7b-82414d5612f8</serial>
Oct 30 12:23:45 user nova-compute[74968]:     </disk>
Oct 30 12:23:45 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:23:45 user nova-compute[74968]:       <mac address="fa:16:3e:07:1e:1a"/>
Oct 30 12:23:45 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:45 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:23:45 user nova-compute[74968]:       <target dev="tap351a459b-6e"/>
Oct 30 12:23:45 user nova-compute[74968]:     </interface>
Oct 30 12:23:45 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:23:45 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/console.log" append="off"/>
Oct 30 12:23:45 user nova-compute[74968]:     </serial>
Oct 30 12:23:45 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:23:45 user nova-compute[74968]:     <video>
Oct 30 12:23:45 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:23:45 user nova-compute[74968]:     </video>
Oct 30 12:23:45 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:23:45 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:23:45 user nova-compute[74968]:     </rng>
Oct 30 12:23:45 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:23:45 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:23:45 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:23:45 user nova-compute[74968]:     </memballoon>
Oct 30 12:23:45 user nova-compute[74968]:   </devices>
Oct 30 12:23:45 user nova-compute[74968]: </domain>
Oct 30 12:23:45 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'trusted_certs' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.230s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:46 user nova-compute[74968]: WARNING nova.compute.manager [req-37754cf6-fb51-4af7-8bad-2afdde7ab6be req-2f425192-0571-4213-8786-06583017da88 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state active and task_state resize_finish.
Oct 30 12:23:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Cannot resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'migration_context' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.objects.base [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:21:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG os_vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9166e71d-5fa4-5b8c-8000-a11c4c89f34b', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap351a459b-6e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap351a459b-6e, col_values=(('qos', UUID('3c8bb134-95fe-4059-9410-4afad9855cae')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap351a459b-6e, col_values=(('external_ids', {'iface-id': '351a459b-6e06-4735-8cf8-22a83649b123', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:1e:1a', 'vm-uuid': '66e79f1c-4a70-4d4d-add0-20334334253d'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:46 user nova-compute[74968]: INFO os_vif [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:23:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance running successfully.
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Failed to set time: agent not configured {{(pid=74968) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 30 12:23:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-901c59bf-b49d-4402-94b0-3149630a2e63 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] finish_migration finished successfully. {{(pid=74968) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 30 12:23:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:48 user nova-compute[74968]: WARNING nova.compute.manager [req-fc31895e-21a1-49c9-9bf3-9f4ea5d414e0 req-975ddfaf-5e17-4a65-b20b-e875e5733e64 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state powering-on.
Oct 30 12:23:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:23:50 user nova-compute[74968]: WARNING nova.compute.manager [req-34c7d4cf-a980-41ee-95a2-dc2a44fea003 req-80e301b1-d71b-43ab-8249-de16ca3df6a0 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state powering-on.
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.utils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f71d05-e6c8-4c6f-a6db-abbeec1dd46f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcacff1-b68e-403c-ac3a-1e52ff390eae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a869c703-9de8-4c68-aa42-0cc66af63372]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7b6a703-878e-430b-893e-7b3d82f44875]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance rebooted successfully.
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e3dd97ab-6ac4-48ad-acb2-cafcf85e6145 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:50 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[658037e3-e724-413b-8f22-a1006d633cb2]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG os_brick.utils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating existing volume attachment record: c7acc1de-8dfe-4e49-af33-bb083671def1 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-changed-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Refreshing instance network info cache due to event network-changed-c885282e-d720-48f0-8c10-b4b19cca89c3. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] Acquiring lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] Acquired lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:50 user nova-compute[74968]: DEBUG nova.network.neutron [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Refreshing network info cache for port c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:23:51 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:51 user nova-compute[74968]: DEBUG nova.network.neutron [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updated VIF entry in instance network info cache for port c885282e-d720-48f0-8c10-b4b19cca89c3. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:23:51 user nova-compute[74968]: DEBUG nova.network.neutron [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating instance_info_cache with network_info: [{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ba9016d-76b8-4e39-8e5b-d7f52d8dc855 req-7786e1f4-f81a-4198-a0f8-7baf3306d8ca service nova] Releasing lock "refresh_cache-2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Skipping network cache update for instance because it is Building. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:23:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:55 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:55 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:23:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:23:55 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a55d65-7c5f-4b41-a64e-a33f94615c3e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:23:56 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac9e49a-6e08-4d8c-b918-e17893cabec2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6] added
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5538129-41f1-4a4c-ac5b-a1941e56bfae]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a417c9a5-f54d-4e7b-867b-2e4dd30f6738]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRKNmaEZ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRKNmaEZ" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3117f2e9-3cf1-44e6-a80e-96cf7969ea99]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BRKNmaEZ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[030d4567-b0b8-482b-b6b4-b553b299e1bc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[342338e4-854e-420e-b9e6-844f9bf960c7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[de9b0d9b-12cf-4abb-a159-6ffa97c7f741]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]
Oct 30 12:23:56 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecf7b36-f3e5-4257-864a-02d4d0993ba8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e16361b-bb57-4e46-9c56-cc644d210c36]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:23:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.432s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8fc4958-0282-430c-8e68-b4386d8fd4b1]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.006s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'flavor' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:56 user nova-compute[74968]: INFO nova.compute.manager [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attaching volume be2af028-7aeb-46e1-bc9e-9cd32eb47134 to /dev/vdb
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.utils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22b71a6-3cd5-42f7-be20-629a20fb8f71]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f2b834-e9a9-4ccf-b4fb-f065f37bf5ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f61ccdf-8301-4a7a-a5ed-07d3b2af6f3b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b673935-e119-4b98-a8a5-e6aa160adcbb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:23:57 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b614da7-496b-4874-a1e0-fd7b8aea204b]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.utils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== get_connector_properties: return (187ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating existing volume attachment record: 8bcf8972-5806-4663-8076-194e2b6b2734 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lazy-loading 'flavor' on Instance uuid 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c60eca34-6acd-4ac7-b524-53b68da179f1 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 46.335s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.510s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== connect_volume: return (1515ms) {'type': 'block', 'scsi_wwn': '26365653966616561', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365653966616561', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:23:57 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:23:57 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:23:57 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:23:57 user nova-compute[74968]:   <serial>6130c364-c67f-4776-ba5f-e1feef5d05d6</serial>
Oct 30 12:23:57 user nova-compute[74968]: </disk>
Oct 30 12:23:57 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No VIF found with MAC fa:16:3e:c6:ea:7f, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-af447a66-b877-4328-929c-152c0e846416 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.361s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:23:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7388MB free_disk=24.857986450195312GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Applying migration context for instance cbcb864f-0bd3-4e71-b479-550a532f95c4 as it has an incoming, in-progress migration 08562d50-cba6-43de-b834-0bb6173fc801. Migration status is finished {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 12:23:59 user nova-compute[74968]: INFO nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating resource usage from migration 08562d50-cba6-43de-b834-0bb6173fc801
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28f39b0d-7a94-4846-b45d-170905af681e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d5f4aef0-db72-4e78-9641-957d38b8ab93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Migration 08562d50-cba6-43de-b834-0bb6173fc801 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=31GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:23:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:00 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:24:00 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:24:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:24:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.666s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:24:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:12 user nova-compute[74968]: INFO nova.compute.manager [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Terminating instance
Oct 30 12:24:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-63617963-d16a-4ebc-89f2-dd33edd394ba req-e5a002a1-0573-4664-bd4a-8a891ae2c013 service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Instance destroyed successfully.
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.objects.instance [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lazy-loading 'resources' on Instance uuid 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1781512581',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1781512',id=26,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPWMZ+V4P28KEnszT9nIw2VzEvwmyu8L80pFYgi+1NlB9D6JbSFCYLc+wY4lhnUHivFnKhIXzk7z0W8arKe/ZCiTqBBy/fXNxeaQVGGUjedSEyh8KH/MiHzAmYQ/jPwow==',key_name='tempest-keypair-100293901',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:20:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46e436a628614b75912293c4681f202a',ramdisk_id='',reservation_id='r-4tuen0fe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:20:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66c7a129145b4dd5925d98736df36bd5',uuid=92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converting VIF {"id": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "address": "fa:16:3e:67:22:36", "network": {"id": "77d61ec3-8990-44f4-afd1-a55cd7a26642", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1576536836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46e436a628614b75912293c4681f202a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecead1d-2a", "ovs_interfaceid": "becead1d-2aeb-4565-9b14-9b9175f2fd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG os_vif [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbecead1d-2a, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c1eae8e-016c-4a29-a951-3042c4c4906f) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:13 user nova-compute[74968]: INFO os_vif [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:22:36,bridge_name='br-int',has_traffic_filtering=True,id=becead1d-2aeb-4565-9b14-9b9175f2fd90,network=Network(77d61ec3-8990-44f4-afd1-a55cd7a26642),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecead1d-2a')
Oct 30 12:24:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Deleting instance files /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb_del
Oct 30 12:24:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Deletion of /opt/stack/data/nova/instances/92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb_del complete
Oct 30 12:24:13 user nova-compute[74968]: INFO nova.compute.manager [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 30 12:24:13 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:14 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Took 0.99 seconds to deallocate network for instance.
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-c2924d8c-f3b8-411c-bc10-54ee7c24db8d req-0d2b39a5-be6d-4bd0-ad32-32a25cf2432b service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-deleted-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:14 user nova-compute[74968]: WARNING nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state deleted and task_state None.
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:14 user nova-compute[74968]: WARNING nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state deleted and task_state None.
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:14 user nova-compute[74968]: WARNING nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state deleted and task_state None.
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing instance network info cache due to event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.501s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:14 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Deleted allocations for instance 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-24c365d9-1aee-4264-98a4-9f04d8bcde77 tempest-TestServerVolumeAttachScenarioOldVersion-789102695 tempest-TestServerVolumeAttachScenarioOldVersion-789102695-project-member] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.831s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updated VIF entry in instance network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:15 user nova-compute[74968]: WARNING nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-unplugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state deleted and task_state None.
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Acquiring lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] Lock "92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] No waiting events found dispatching network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:15 user nova-compute[74968]: WARNING nova.compute.manager [req-f070d6c7-cb6e-42bd-a0b3-db25c1620916 req-8a9c1cc6-827d-49c9-a03a-b40d8714be0c service nova] [instance: 92e6e5f8-9d5d-4f06-9633-ce1ecc0f08bb] Received unexpected event network-vif-plugged-becead1d-2aeb-4565-9b14-9b9175f2fd90 for instance with vm_state deleted and task_state None.
Oct 30 12:24:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing instance network info cache due to event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:24:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:24:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:24:16 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:24:17 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updated VIF entry in instance network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:24:17 user nova-compute[74968]: DEBUG nova.network.neutron [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4bf6663-139e-4d33-85a3-815cd12904c9 req-8eb31566-f045-4024-a3ac-edb0249caaf1 service nova] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:24:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:25 user nova-compute[74968]: INFO nova.compute.manager [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Terminating instance
Oct 30 12:24:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-29ead214-358e-46e1-a6ff-459b0b174fe1 req-b534ab08-7c33-4f7e-965a-4044252bb2cf service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-unplugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:24:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Instance destroyed successfully.
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.objects.instance [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lazy-loading 'resources' on Instance uuid 28f39b0d-7a94-4846-b45d-170905af681e {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:18:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1060810974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1060810974',id=21,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8l/Fvxd9zZsC+5pw6XFvMUMWffRy1njBvzpcxDP0iHohf+Q1MuTi4jBKMflyxQo+hcaxQWlQEQLEuyRwVi74t9T9goCLTE7U6qKGV3DR+yo0RwRh6+nMDJpU7wWmA8Cw==',key_name='tempest-keypair-1803755090',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:22:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5104056d94e44a58adb174a7eee2885c',ramdisk_id='',reservation_id='r-xapmm2y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2050616252',owner_user_name='tempest-AttachVolumeShelveTestJSON-2050616252-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:22:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='780ff631bc594ac887e880a14ded2e45',uuid=28f39b0d-7a94-4846-b45d-170905af681e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converting VIF {"id": "82460038-d56e-4269-a24f-0fcfb4907145", "address": "fa:16:3e:9e:70:ca", "network": {"id": "4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1165634864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5104056d94e44a58adb174a7eee2885c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82460038-d5", "ovs_interfaceid": "82460038-d56e-4269-a24f-0fcfb4907145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG os_vif [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82460038-d5, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c498b0d7-3212-4155-b35c-65e6bf2fa82b) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:26 user nova-compute[74968]: INFO os_vif [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:70:ca,bridge_name='br-int',has_traffic_filtering=True,id=82460038-d56e-4269-a24f-0fcfb4907145,network=Network(4c8294b4-bfb1-4efe-9f2b-1c6f8773ee61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82460038-d5')
Oct 30 12:24:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Deleting instance files /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e_del
Oct 30 12:24:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Deletion of /opt/stack/data/nova/instances/28f39b0d-7a94-4846-b45d-170905af681e_del complete
Oct 30 12:24:26 user nova-compute[74968]: INFO nova.compute.manager [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 30 12:24:26 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:24:26 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ab691c5-f096-46bb-9861-9ec6d7e50895 req-bc37ddfb-b253-4fce-8f71-b25f5d37ec8d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-deleted-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:27 user nova-compute[74968]: INFO nova.compute.manager [req-5ab691c5-f096-46bb-9861-9ec6d7e50895 req-bc37ddfb-b253-4fce-8f71-b25f5d37ec8d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Neutron deleted interface 82460038-d56e-4269-a24f-0fcfb4907145; detaching it from the instance and deleting it from the info cache
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.network.neutron [req-5ab691c5-f096-46bb-9861-9ec6d7e50895 req-bc37ddfb-b253-4fce-8f71-b25f5d37ec8d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:27 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Took 0.68 seconds to deallocate network for instance.
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ab691c5-f096-46bb-9861-9ec6d7e50895 req-bc37ddfb-b253-4fce-8f71-b25f5d37ec8d service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Detach interface failed, port_id=82460038-d56e-4269-a24f-0fcfb4907145, reason: Instance 28f39b0d-7a94-4846-b45d-170905af681e could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:24:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:27 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Deleted allocations for instance 28f39b0d-7a94-4846-b45d-170905af681e
Oct 30 12:24:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-21772807-3e6d-4a56-87d0-e42e97b7780f tempest-AttachVolumeShelveTestJSON-2050616252 tempest-AttachVolumeShelveTestJSON-2050616252-project-member] Lock "28f39b0d-7a94-4846-b45d-170905af681e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.214s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] Acquiring lock "28f39b0d-7a94-4846-b45d-170905af681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] Lock "28f39b0d-7a94-4846-b45d-170905af681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] No waiting events found dispatching network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:28 user nova-compute[74968]: WARNING nova.compute.manager [req-5ad2fc66-210c-4206-bf5c-ef170974955d req-d84fccb0-bcc9-4020-b7e2-b9c0070ff875 service nova] [instance: 28f39b0d-7a94-4846-b45d-170905af681e] Received unexpected event network-vif-plugged-82460038-d56e-4269-a24f-0fcfb4907145 for instance with vm_state deleted and task_state None.
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:28 user nova-compute[74968]: INFO nova.compute.manager [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Rebooting instance
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:24:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:29 user nova-compute[74968]: WARNING nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:29 user nova-compute[74968]: WARNING nova.compute.manager [req-8c92901f-fbf7-42fb-a5f7-d8646519f5f8 req-dbbcf066-da05-4f61-a252-67af48eca15b service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 12:24:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance destroyed successfully.
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'resources' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:21:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:24:29Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27e89c32-ec, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6fc98ccd-9db2-41cf-a9c9-bab9d7b46398) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: INFO os_vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec')
Oct 30 12:24:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:29 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0b72ca9-92cb-4e25-8f59-2cf1aa4755f4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:24:29 user nova-compute[74968]: No targets found.
Oct 30 12:24:29 user nova-compute[74968]: iSNS:
Oct 30 12:24:29 user nova-compute[74968]: No targets found.
Oct 30 12:24:29 user nova-compute[74968]: STATIC:
Oct 30 12:24:29 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:24:29 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:24:29 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:24:29 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:24:29 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:24:29 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:24:29 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:24:29 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:24:29 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:24:29 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:24:29 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:24:29 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:24:29 user nova-compute[74968]: FIRMWARE:
Oct 30 12:24:29 user nova-compute[74968]: No targets found.
Oct 30 12:24:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:24:29 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:24:29 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b50d3815-193b-40de-ac45-e8a800eb950b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66cb0b9-bb57-442a-bc1a-6a166c3aa799]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a8264ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[56467b1b-c6ed-4224-818e-25bab9c8fb08]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d79647-2a44-4ae2-9eeb-bd82df8ebbe8]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[92e28956-277a-4379-934f-952fe0c074ee]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:24:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e96b9c8-6f6a-4dea-b6a4-cf5365d156cd]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccaaa4a2-8758-48ca-862f-9439eb469e9c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf660042-4534-4867-8a96-4fe8ed2fdb05]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]
Oct 30 12:24:30 user nova-compute[74968]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[038ad0c3-e231-4b90-a4c9-9ba7739f4ee2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== disconnect_volume: return (322ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start _get_guest_xml network_info=[{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=9747dec5-cd20-4431-9ed1-588e2d402894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '9747dec5-cd20-4431-9ed1-588e2d402894'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5872107f-3398-41cd-82a0-36b30bd800fb', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'bf893ed0-d631-4a8f-8fec-d952735445e5', 'attached_at': '', 'detached_at': '', 'volume_id': '6130c364-c67f-4776-ba5f-e1feef5d05d6', 'serial': '6130c364-c67f-4776-ba5f-e1feef5d05d6'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:24:30 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:24:30 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=9747dec5-cd20-4431-9ed1-588e2d402894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'vcpu_model' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.objects.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Object Instance<bf893ed0-d631-4a8f-8fec-d952735445e5> lazy-loaded attributes: resources,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:30 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:24:30 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:24:30 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f4535c-1380-4be3-a357-51bc315dd87c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:24:30 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d7072c-6ed8-4204-a1fc-74f7b80d2414]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6] added
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[847a5540-d8d2-4ce9-8b88-9234aea79334]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af3b475-b9dd-49b4-bcac-e603da582de8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRKNmaEZ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRKNmaEZ" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf1aeeb-0b09-42ba-b181-7643e53d5c11]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BRKNmaEZ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed9fa249-23a1-40cb-ae99-541764cbdaef]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[964967f7-d0f8-4796-be10-0082c932be83]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[43e5ab3b-c5e1-4864-bf7c-6c6cc64f8e00]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]
Oct 30 12:24:30 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cc5aae-c403-449f-8640-d79c2efc3000]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[26dc8e97-063b-40ff-be92-bfc3912f90a1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[648d5060-4b7b-4e54-8040-72c3e7d01a08]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:24:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26365653966616561', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365653966616561', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:21:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:24:29Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'pci_devices' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.objects.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Object Instance<bf893ed0-d631-4a8f-8fec-d952735445e5> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:24:31 user nova-compute[74968]:   <uuid>bf893ed0-d631-4a8f-8fec-d952735445e5</uuid>
Oct 30 12:24:31 user nova-compute[74968]:   <name>instance-0000001c</name>
Oct 30 12:24:31 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:24:31 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:24:31 user nova-compute[74968]:   <metadata>
Oct 30 12:24:31 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:24:31 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:name>tempest-TestMinimumBasicScenario-server-153142728</nova:name>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:24:30</nova:creationTime>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:24:31 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:24:31 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:owner>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:user uuid="1034acb34d2448eeb3dc75ad1b9015f7">tempest-TestMinimumBasicScenario-1071984492-project-member</nova:user>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:project uuid="0c348f772d5e4dbbad712277e24dfacc">tempest-TestMinimumBasicScenario-1071984492</nova:project>
Oct 30 12:24:31 user nova-compute[74968]:       </nova:owner>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:root type="image" uuid="9747dec5-cd20-4431-9ed1-588e2d402894"/>
Oct 30 12:24:31 user nova-compute[74968]:       <nova:ports>
Oct 30 12:24:31 user nova-compute[74968]:         <nova:port uuid="27e89c32-ecd2-4733-97e4-928be26f90b4">
Oct 30 12:24:31 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:24:31 user nova-compute[74968]:         </nova:port>
Oct 30 12:24:31 user nova-compute[74968]:       </nova:ports>
Oct 30 12:24:31 user nova-compute[74968]:     </nova:instance>
Oct 30 12:24:31 user nova-compute[74968]:   </metadata>
Oct 30 12:24:31 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:24:31 user nova-compute[74968]:     <system>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="serial">bf893ed0-d631-4a8f-8fec-d952735445e5</entry>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="uuid">bf893ed0-d631-4a8f-8fec-d952735445e5</entry>
Oct 30 12:24:31 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:24:31 user nova-compute[74968]:     </system>
Oct 30 12:24:31 user nova-compute[74968]:   </sysinfo>
Oct 30 12:24:31 user nova-compute[74968]:   <os>
Oct 30 12:24:31 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:24:31 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:24:31 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:24:31 user nova-compute[74968]:   </os>
Oct 30 12:24:31 user nova-compute[74968]:   <features>
Oct 30 12:24:31 user nova-compute[74968]:     <acpi/>
Oct 30 12:24:31 user nova-compute[74968]:     <apic/>
Oct 30 12:24:31 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:24:31 user nova-compute[74968]:   </features>
Oct 30 12:24:31 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:24:31 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:24:31 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:24:31 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:24:31 user nova-compute[74968]:   </clock>
Oct 30 12:24:31 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:24:31 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:24:31 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:24:31 user nova-compute[74968]:   </cpu>
Oct 30 12:24:31 user nova-compute[74968]:   <devices>
Oct 30 12:24:31 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:24:31 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:24:31 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk"/>
Oct 30 12:24:31 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:24:31 user nova-compute[74968]:     </disk>
Oct 30 12:24:31 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:24:31 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:24:31 user nova-compute[74968]:       <source dev="/dev/sdd"/>
Oct 30 12:24:31 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:24:31 user nova-compute[74968]:       <serial>6130c364-c67f-4776-ba5f-e1feef5d05d6</serial>
Oct 30 12:24:31 user nova-compute[74968]:     </disk>
Oct 30 12:24:31 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:24:31 user nova-compute[74968]:       <mac address="fa:16:3e:c6:ea:7f"/>
Oct 30 12:24:31 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:24:31 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:24:31 user nova-compute[74968]:       <target dev="tap27e89c32-ec"/>
Oct 30 12:24:31 user nova-compute[74968]:     </interface>
Oct 30 12:24:31 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:24:31 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/console.log" append="off"/>
Oct 30 12:24:31 user nova-compute[74968]:     </serial>
Oct 30 12:24:31 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:24:31 user nova-compute[74968]:     <video>
Oct 30 12:24:31 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:24:31 user nova-compute[74968]:     </video>
Oct 30 12:24:31 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:24:31 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:24:31 user nova-compute[74968]:     </rng>
Oct 30 12:24:31 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:24:31 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:24:31 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:24:31 user nova-compute[74968]:     </memballoon>
Oct 30 12:24:31 user nova-compute[74968]:   </devices>
Oct 30 12:24:31 user nova-compute[74968]: </domain>
Oct 30 12:24:31 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:31 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'trusted_certs' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.objects.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Object Instance<bf893ed0-d631-4a8f-8fec-d952735445e5> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Cannot resize image /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'migration_context' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.objects.base [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Object Instance<bf893ed0-d631-4a8f-8fec-d952735445e5> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:21:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:24:29Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG os_vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd612ab4f-9129-5c63-bb58-9fcb5bb833ca', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap27e89c32-ec, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap27e89c32-ec, col_values=(('qos', UUID('29029d8f-187c-4981-bba4-c6965618b4bd')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap27e89c32-ec, col_values=(('external_ids', {'iface-id': '27e89c32-ecd2-4733-97e4-928be26f90b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:ea:7f', 'vm-uuid': 'bf893ed0-d631-4a8f-8fec-d952735445e5'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:24:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:32 user nova-compute[74968]: INFO os_vif [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec')
Oct 30 12:24:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:34 user nova-compute[74968]: WARNING nova.compute.manager [req-0ca7acec-92e4-4781-9450-8088b4630927 req-80fa1dc6-d531-4e7f-8d7f-b3e88081fcd0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 12:24:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:24:36 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance rebooted successfully.
Oct 30 12:24:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:24:36 user nova-compute[74968]: WARNING nova.compute.manager [req-b32fcef6-eb6d-495a-b4a4-bcc8cfbbf579 req-aad6ede0-ec2a-4d60-96b8-21747e8c2ebc service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d51d36e5-86a0-4acb-8096-98347b835ee9 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.776s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'flavor' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:36 user nova-compute[74968]: INFO nova.compute.manager [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attaching volume 77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 to /dev/vdb
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[60bc7205-bedc-405f-b2b7-83438f62e6bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[562a7a7e-195c-439f-9045-1daa2ff689c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef350fe-c3f8-4957-8add-8e43d3f03139]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2a2a6b-875b-4f54-b58c-5ed60eee7c97]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:24:37 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:24:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c3c170-7efc-4aca-ae3b-4e161878b7c3]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating existing volume attachment record: a576e5b6-3757-4b92-b32e-1cda894dff93 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:24:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-changed-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Refreshing instance network info cache due to event network-changed-d899e09f-728c-448b-9edb-f6e4c3c0d52b. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] Acquiring lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] Acquired lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:24:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Refreshing network info cache for port d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:24:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updated VIF entry in instance network info cache for port d899e09f-728c-448b-9edb-f6e4c3c0d52b. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:24:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updating instance_info_cache with network_info: [{"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb6db527-d12a-45a3-aa30-90d224f31885 req-575aa29c-5889-481b-93db-e3d38d162d9a service nova] Releasing lock "refresh_cache-d5f4aef0-db72-4e78-9641-957d38b8ab93" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:24:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:53 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:24:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:58 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:24:58 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:24:58 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12e621d-05bd-471a-8b81-89126d7f47e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:24:58 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.040s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab95380d-608e-4e3b-ac7d-10e6ad08fc23]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014] added
Oct 30 12:24:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6278c9b3-e6da-4061-82ad-a59aad050107]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b43873-def0-4f45-a6eb-831d7fcb825f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHivjwTK {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHivjwTK" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[751a6d56-d30c-48eb-a45c-d2285cae80a0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oHivjwTK'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[992d78e1-b651-45ef-8f45-8846ab662a87]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[802a9447-17d9-4b9d-a285-9121b2722765]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:24:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[23bcdc30-cc67-4533-9e39-c0122618bb63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260]
Oct 30 12:24:59 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260] successful.
Oct 30 12:24:59 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ddd7e7-afa3-4a80-9bf4-3a689c3653a2]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[36dc4ae1-0db6-48b5-a047-963eec491c3e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:24:59 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.408s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5f26ca-423e-4fe8-a574-18eaeebf3427]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:59 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:24:59 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Creating image(s)
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Ensure instance console log exists: /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start _get_guest_xml network_info=[{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c7acc1de-8dfe-4e49-af33-bb083671def1', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46ef60bb-ff50-4580-82b9-db597044e9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '694da098-57aa-4dc2-8157-05488a37b854', 'serial': '694da098-57aa-4dc2-8157-05488a37b854'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:24:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:24:59 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:24:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:24:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.566s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] <== connect_volume: return (1568ms) {'type': 'block', 'scsi_wwn': '23763396530306630', 'path': '/dev/sde'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763396530306630', 'path': '/dev/sde'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.977s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:00 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:00 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7489MB free_disk=24.908935546875GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'flavor' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef75a2e5-96fa-437f-8f25-8ffa0e7819f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:25:00 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed228bc-78dc-4199-a061-65364ab54203]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134] added
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:25:00 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:00 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:25:00 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:25:00 user nova-compute[74968]:   <serial>77aa1ed7-8a8e-4141-b8a4-dbf1d123d014</serial>
Oct 30 12:25:00 user nova-compute[74968]: </disk>
Oct 30 12:25:00 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1194982-c732-4ee7-9301-02f82f37629b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb6b620-22e1-46b4-b01f-2a78f9f7dcbe]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cjqsXtKo {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cjqsXtKo" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[83caf27d-3398-4373-b77a-bd0261ba4304]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cjqsXtKo'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Applying migration context for instance cbcb864f-0bd3-4e71-b479-550a532f95c4 as it has an incoming, in-progress migration 08562d50-cba6-43de-b834-0bb6173fc801. Migration status is finished {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 12:25:00 user nova-compute[74968]: INFO nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating resource usage from migration 08562d50-cba6-43de-b834-0bb6173fc801
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a15dbf-5893-41df-bb19-21dddd3d868a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d5f4aef0-db72-4e78-9641-957d38b8ab93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Migration 08562d50-cba6-43de-b834-0bb6173fc801 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a259078b-f1cb-4bd4-a3e2-820a9f8254ab]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[792c2434-9311-4d96-8cba-dc550a9e7e36]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]
Oct 30 12:25:00 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[241ff48f-842e-4805-aafe-8e148c38ba96]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[39079cc5-a94a-47d5-8bda-d6e48c41ccd5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd1c4ad-0382-4271-84be-f7fe1c41deee]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No VIF found with MAC fa:16:3e:79:63:2e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.605s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d3b5304-d31a-46c9-accc-d8124dcdc643 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.903s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:01 user nova-compute[74968]: INFO nova.compute.manager [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Rescuing
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== connect_volume: return (2367ms) {'type': 'block', 'scsi_wwn': '26562383863366164', 'path': '/dev/sdf'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562383863366164', 'path': '/dev/sdf'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 2.101s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:01 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:01 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'flavor' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a284ed9-abb9-4cca-9c27-906644890c96]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:25:01 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:25:01 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:01 user nova-compute[74968]:   <source dev="/dev/sdf"/>
Oct 30 12:25:01 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:25:01 user nova-compute[74968]:   <serial>be2af028-7aeb-46e1-bc9e-9cd32eb47134</serial>
Oct 30 12:25:01 user nova-compute[74968]: </disk>
Oct 30 12:25:01 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b4833b-3ecb-4a22-98e4-4875fd958066]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854] added
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb702b6f-011e-4284-b047-9effcc7975da]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[76e22cc7-3a38-4f68-b9a8-95f1f31a8ac7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LaidgWDN {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LaidgWDN" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd23bd52-fb87-4292-b72c-df3ecd5cfa52]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LaidgWDN'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d1efed-7b9c-4e45-a068-b8d881a7193f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e534dc9e-42de-4a17-b6c5-cd22df7662ba]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af23b32-555f-4283-95fc-496b0b0d8bf4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260]
Oct 30 12:25:01 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6325eec3-17d0-420d-92ce-93a23168a5a1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e014fae-2b58-4b7c-b0a9-cbcd538c586d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] HCTL ('39', '-', '-', 0) found on session 30 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:25:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2af6f4d-0526-4575-ae59-4aa473f7f3ea]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching for a device in session 30 and hctl ['39', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No VIF found with MAC fa:16:3e:ee:6a:4a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:02 user nova-compute[74968]: WARNING nova.compute.manager [req-9f7ce91f-e679-4fae-a1cb-f9b1b20c0fff req-c9c1712f-09d8-4132-a4ff-f63982b7c9f6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state active and task_state rescuing.
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f02f74d-5347-4fc2-891a-89a5c21b56cd tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 65.498s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Port 9828d2f9-74e0-42b5-92e0-6f8676175210 binding to destination host user is already ACTIVE {{(pid=74968) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:25:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance destroyed successfully.
Oct 30 12:25:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attempting a stable device rescue
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:25:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Creating image(s)
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'trusted_certs' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching for a device in session 30 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:25:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== connect_volume: return (3460ms) {'type': 'block', 'scsi_wwn': '26133333261343835', 'path': '/dev/sdh'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133333261343835', 'path': '/dev/sdh'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-836226707',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-836226707',id=31,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-kdysyhve',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:23:19Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=46ef60bb-ff50-4580-82b9-db597044e9e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:25:04 user nova-compute[74968]:   <uuid>46ef60bb-ff50-4580-82b9-db597044e9e9</uuid>
Oct 30 12:25:04 user nova-compute[74968]:   <name>instance-0000001f</name>
Oct 30 12:25:04 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:25:04 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:25:04 user nova-compute[74968]:   <metadata>
Oct 30 12:25:04 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:25:04 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-836226707</nova:name>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:24:59</nova:creationTime>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:25:04 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:25:04 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:owner>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:25:04 user nova-compute[74968]:       </nova:owner>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:25:04 user nova-compute[74968]:       <nova:ports>
Oct 30 12:25:04 user nova-compute[74968]:         <nova:port uuid="f2bea911-8712-4bd3-8a0c-1363a06c8b93">
Oct 30 12:25:04 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:25:04 user nova-compute[74968]:         </nova:port>
Oct 30 12:25:04 user nova-compute[74968]:       </nova:ports>
Oct 30 12:25:04 user nova-compute[74968]:     </nova:instance>
Oct 30 12:25:04 user nova-compute[74968]:   </metadata>
Oct 30 12:25:04 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:25:04 user nova-compute[74968]:     <system>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="serial">46ef60bb-ff50-4580-82b9-db597044e9e9</entry>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="uuid">46ef60bb-ff50-4580-82b9-db597044e9e9</entry>
Oct 30 12:25:04 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:25:04 user nova-compute[74968]:     </system>
Oct 30 12:25:04 user nova-compute[74968]:   </sysinfo>
Oct 30 12:25:04 user nova-compute[74968]:   <os>
Oct 30 12:25:04 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:25:04 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:25:04 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:25:04 user nova-compute[74968]:   </os>
Oct 30 12:25:04 user nova-compute[74968]:   <features>
Oct 30 12:25:04 user nova-compute[74968]:     <acpi/>
Oct 30 12:25:04 user nova-compute[74968]:     <apic/>
Oct 30 12:25:04 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:25:04 user nova-compute[74968]:   </features>
Oct 30 12:25:04 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:25:04 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:25:04 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:25:04 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:25:04 user nova-compute[74968]:   </clock>
Oct 30 12:25:04 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:25:04 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:25:04 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:25:04 user nova-compute[74968]:   </cpu>
Oct 30 12:25:04 user nova-compute[74968]:   <devices>
Oct 30 12:25:04 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:25:04 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:04 user nova-compute[74968]:       <source dev="/dev/sdh"/>
Oct 30 12:25:04 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:25:04 user nova-compute[74968]:       <serial>694da098-57aa-4dc2-8157-05488a37b854</serial>
Oct 30 12:25:04 user nova-compute[74968]:     </disk>
Oct 30 12:25:04 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:25:04 user nova-compute[74968]:       <mac address="fa:16:3e:36:7b:16"/>
Oct 30 12:25:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:04 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:25:04 user nova-compute[74968]:       <target dev="tapf2bea911-87"/>
Oct 30 12:25:04 user nova-compute[74968]:     </interface>
Oct 30 12:25:04 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:25:04 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/console.log" append="off"/>
Oct 30 12:25:04 user nova-compute[74968]:     </serial>
Oct 30 12:25:04 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:25:04 user nova-compute[74968]:     <video>
Oct 30 12:25:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:04 user nova-compute[74968]:     </video>
Oct 30 12:25:04 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:25:04 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:25:04 user nova-compute[74968]:     </rng>
Oct 30 12:25:04 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:25:04 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:25:04 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:25:04 user nova-compute[74968]:     </memballoon>
Oct 30 12:25:04 user nova-compute[74968]:   </devices>
Oct 30 12:25:04 user nova-compute[74968]: </domain>
Oct 30 12:25:04 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-836226707',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-836226707',id=31,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-kdysyhve',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:23:19Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=46ef60bb-ff50-4580-82b9-db597044e9e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG os_vif [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11cf408e-527e-5316-971b-0f67f9cea24d', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2bea911-87, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2bea911-87, col_values=(('qos', UUID('5e84ddc6-899a-4046-bc9b-cc51e51cee54')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2bea911-87, col_values=(('external_ids', {'iface-id': 'f2bea911-8712-4bd3-8a0c-1363a06c8b93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:7b:16', 'vm-uuid': '46ef60bb-ff50-4580-82b9-db597044e9e9'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: INFO os_vif [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87')
Oct 30 12:25:04 user nova-compute[74968]: INFO nova.compute.manager [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Rebuilding instance
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.part --force-share --output=json" returned: 0 in 0.259s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.images [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] 270f9600-f639-42c7-ae04-1528ae0f1126 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.part /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:04 user nova-compute[74968]: WARNING nova.compute.manager [req-8cf72848-8223-406e-92e2-8b0acf7c7528 req-7da51d9f-7f52-4fd0-853d-993c89052abc service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state active and task_state rescuing.
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:36:7b:16, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.part /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.converted" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Creating tmpfile /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/tmpaxouimvd to verify with other compute node that the instance is on the same shared storage. {{(pid=74968) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242.converted --force-share --output=json" returned: 0 in 0.261s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.919s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:05 user nova-compute[74968]: WARNING nova.compute.manager [req-d5e7c8c1-e1c8-41d5-916f-9f243b6eb9c0 req-b675ac40-8994-4b9d-84b9-831ab11ab199 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242 --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242,backing_fmt=raw /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242,backing_fmt=raw /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue" returned: 0 in 0.072s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "4a24a6e42dda80b63f8fc075329293b3aa9f0242" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'migration_context' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:05 user nova-compute[74968]: INFO nova.compute.manager [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Attaching volume 1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 to /dev/vdb
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Object Instance<71c6f267-128f-427c-bbd7-84ff1ac6ca47> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start _get_guest_xml network_info=[{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "vif_mac": "fa:16:3e:79:63:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '270f9600-f639-42c7-ae04-1528ae0f1126', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a576e5b6-3757-4b92-b32e-1cda894dff93', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '71c6f267-128f-427c-bbd7-84ff1ac6ca47', 'attached_at': '', 'detached_at': '', 'volume_id': '77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'serial': '77aa1ed7-8a8e-4141-b8a4-dbf1d123d014'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'resources' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Object Instance<71c6f267-128f-427c-bbd7-84ff1ac6ca47> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'numa_topology' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Object Instance<71c6f267-128f-427c-bbd7-84ff1ac6ca47> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'vcpu_model' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Object Instance<71c6f267-128f-427c-bbd7-84ff1ac6ca47> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:05 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:05 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:05 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.utils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[29ffa18c-6ca3-4961-a924-27c4c75ce83b]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = oHivjwTK\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 12:25:05 user nova-compute[74968]: node.name = iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:25:05 user nova-compute[74968]: node.tpgt = -1
Oct 30 12:25:05 user nova-compute[74968]: node.startup = automatic
Oct 30 12:25:05 user nova-compute[74968]: node.leading_login = No
Oct 30 12:25:05 user nova-compute[74968]: iface.iscsi_ifacename = default
Oct 30 12:25:05 user nova-compute[74968]: iface.net_ifacename = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.ipaddress = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.prefix_len = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.hwaddress = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.transport_name = tcp
Oct 30 12:25:05 user nova-compute[74968]: iface.initiatorname = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.vlan_id = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.vlan_priority = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.vlan_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.iface_num = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.mtu = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.port = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.bootproto = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.subnet_mask = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.gateway = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_alt_client_id = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_dns = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_learn_iqn = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_vendor_id_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_vendor_id = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.dhcp_slp_da = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.fragmentation = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.gratuitous_arp = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.incoming_forwarding = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.tos_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.tos = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.ttl = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.delayed_ack = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.tcp_nagle = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.tcp_wsf_state = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.tcp_wsf = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.tcp_timer_scale = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.tcp_timestamp = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.redirect = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.def_task_mgmt_timeout = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.header_digest = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.data_digest = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.immediate_data = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.initial_r2t = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.data_seq_inorder = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.data_pdu_inorder = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.erl = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.max_receive_data_len = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.first_burst_len = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.max_outstanding_r2t = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.max_burst_len = 0
Oct 30 12:25:05 user nova-compute[74968]: iface.chap_auth = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.bidi_chap = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.strict_login_compliance = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.discovery_auth = <empty>
Oct 30 12:25:05 user nova-compute[74968]: iface.discovery_logout = <empty>
Oct 30 12:25:05 user nova-compute[74968]: node.discovery_address = <empty>
Oct 30 12:25:05 user nova-compute[74968]: node.discovery_port = 0
Oct 30 12:25:05 user nova-compute[74968]: node.discovery_type = static
Oct 30 12:25:05 user nova-compute[74968]: node.session.initial_cmdsn = 0
Oct 30 12:25:05 user nova-compute[74968]: node.session.initial_login_retry_max = 8
Oct 30 12:25:05 user nova-compute[74968]: node.session.xmit_thread_priority = -20
Oct 30 12:25:05 user nova-compute[74968]: node.session.cmds_max = 128
Oct 30 12:25:05 user nova-compute[74968]: node.session.queue_depth = 32
Oct 30 12:25:05 user nova-compute[74968]: node.session.nr_sessions = 1
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.authmethod = CHAP
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.username = oHivjwTK
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.password = ***
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.username_in = <empty>
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.password_in = <empty>
Oct 30 12:25:05 user nova-compute[74968]: node.session.auth.chap_algs = MD5
Oct 30 12:25:05 user nova-compute[74968]: node.session.timeo.replacement_timeout = 120
Oct 30 12:25:05 user nova-compute[74968]: node.session.err_timeo.abort_timeout = 15
Oct 30 12:25:05 user nova-compute[74968]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 12:25:05 user nova-compute[74968]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 12:25:05 user nova-compute[74968]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.FastAbort = Yes
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.InitialR2T = No
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.ImmediateData = Yes
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.MaxConnections = 1
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 12:25:05 user nova-compute[74968]: node.session.iscsi.ERL = 0
Oct 30 12:25:05 user nova-compute[74968]: node.session.scan = manual
Oct 30 12:25:05 user nova-compute[74968]: node.session.reopen_max = 0
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].address = 172.16.0.220
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].port = 3260
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].startup = manual
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].tcp.window_size = 524288
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].tcp.type_of_service = 0
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].timeo.logout_timeout = 15
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].timeo.login_timeout = 15
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].timeo.auth_timeout = 45
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.DataDigest = None
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.IFMarker = No
Oct 30 12:25:05 user nova-compute[74968]: node.conn[0].iscsi.OFMarker = No
Oct 30 12:25:05 user nova-compute[74968]: # END RECORD
Oct 30 12:25:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b98893-f699-44c0-aff5-976c943281a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a385bfc-e40d-47c6-8d6a-ab77d0a4f032]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[226ed383-6323-47a3-9293-48b2acaea569]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7038d544-9b1f-426f-93f9-12cc9730acb9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c481f8-dec4-40e1-acec-819b5f03aebe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHivjwTK {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7f3321-7ce8-444d-b8a0-fc76528a4ee4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHivjwTK" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2937db9c-4055-4c16-a358-4cea3d91bbce]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oHivjwTK'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:05 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c0e517-f72f-41e8-b534-84e452d21d5c]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.utils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== get_connector_properties: return (188ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updating existing volume attachment record: 6e0a71c3-e44a-46b5-af36-ac90d7dab76f {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2ddf02-d3f6-4553-81ea-2bc4e5bc494d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a3ddb2-a261-4e30-82cc-983da4fd3efd]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:05 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] HCTL ('36', '0', '0', 0) found on session 28 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a83fdc0-88fd-44d6-9fbf-f016f02571b8]: (4, ('0 0 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Searching for a device in session 28 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.318s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] <== connect_volume: return (320ms) {'type': 'block', 'scsi_wwn': '23763396530306630', 'path': '/dev/sde'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763396530306630', 'path': '/dev/sde'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-409300475',display_name='tempest-ServerStableDeviceRescueTest-server-409300475',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-409300475',id=27,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/1uvM71x2BR45HaxIwQcCIuc2y3CVIbpXDfOut29ZLLUFgn/VFVkp6GBgJx9ecIYMLT/bTGgIvZY2R0vjWWrBccN0GT9N6Pam/kXTnzkupmxitL76yJpRXDUGvHVpUXQ==',key_name='tempest-keypair-1413994133',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:21:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5e8794b826f4e3cbd1144e672542fd3',ramdisk_id='',reservation_id='r-d0bfv7me',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-325211086',owner_user_name='tempest-ServerStableDeviceRescueTest-325211086-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:22:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c3864c15c894bb19eb522df124e4cb8',uuid=71c6f267-128f-427c-bbd7-84ff1ac6ca47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "vif_mac": "fa:16:3e:79:63:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converting VIF {"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "vif_mac": "fa:16:3e:79:63:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'pci_devices' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.objects.base [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Object Instance<71c6f267-128f-427c-bbd7-84ff1ac6ca47> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:25:05 user nova-compute[74968]:   <uuid>71c6f267-128f-427c-bbd7-84ff1ac6ca47</uuid>
Oct 30 12:25:05 user nova-compute[74968]:   <name>instance-0000001b</name>
Oct 30 12:25:05 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:25:05 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:25:05 user nova-compute[74968]:   <metadata>
Oct 30 12:25:05 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:25:05 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-409300475</nova:name>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:25:05</nova:creationTime>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:25:05 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:25:05 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:owner>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:user uuid="2c3864c15c894bb19eb522df124e4cb8">tempest-ServerStableDeviceRescueTest-325211086-project-member</nova:user>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:project uuid="a5e8794b826f4e3cbd1144e672542fd3">tempest-ServerStableDeviceRescueTest-325211086</nova:project>
Oct 30 12:25:05 user nova-compute[74968]:       </nova:owner>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:25:05 user nova-compute[74968]:       <nova:ports>
Oct 30 12:25:05 user nova-compute[74968]:         <nova:port uuid="a14fd51e-ce1f-4557-9636-d7256d0652c8">
Oct 30 12:25:05 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 12:25:05 user nova-compute[74968]:         </nova:port>
Oct 30 12:25:05 user nova-compute[74968]:       </nova:ports>
Oct 30 12:25:05 user nova-compute[74968]:     </nova:instance>
Oct 30 12:25:05 user nova-compute[74968]:   </metadata>
Oct 30 12:25:05 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:25:05 user nova-compute[74968]:     <system>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="serial">71c6f267-128f-427c-bbd7-84ff1ac6ca47</entry>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="uuid">71c6f267-128f-427c-bbd7-84ff1ac6ca47</entry>
Oct 30 12:25:05 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:25:05 user nova-compute[74968]:     </system>
Oct 30 12:25:05 user nova-compute[74968]:   </sysinfo>
Oct 30 12:25:05 user nova-compute[74968]:   <os>
Oct 30 12:25:05 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:25:05 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:25:05 user nova-compute[74968]:   </os>
Oct 30 12:25:05 user nova-compute[74968]:   <features>
Oct 30 12:25:05 user nova-compute[74968]:     <acpi/>
Oct 30 12:25:05 user nova-compute[74968]:     <apic/>
Oct 30 12:25:05 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:25:05 user nova-compute[74968]:   </features>
Oct 30 12:25:05 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:25:05 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:25:05 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:25:05 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:25:05 user nova-compute[74968]:   </clock>
Oct 30 12:25:05 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:25:05 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:25:05 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:25:05 user nova-compute[74968]:   </cpu>
Oct 30 12:25:05 user nova-compute[74968]:   <devices>
Oct 30 12:25:05 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:25:05 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:25:05 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk"/>
Oct 30 12:25:05 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:25:05 user nova-compute[74968]:     </disk>
Oct 30 12:25:05 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:25:05 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:05 user nova-compute[74968]:       <source dev="/dev/sde"/>
Oct 30 12:25:05 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:25:05 user nova-compute[74968]:       <serial>77aa1ed7-8a8e-4141-b8a4-dbf1d123d014</serial>
Oct 30 12:25:05 user nova-compute[74968]:     </disk>
Oct 30 12:25:05 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:25:05 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:25:05 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue"/>
Oct 30 12:25:05 user nova-compute[74968]:       <target dev="vdc" bus="virtio"/>
Oct 30 12:25:05 user nova-compute[74968]:       <boot order="1"/>
Oct 30 12:25:05 user nova-compute[74968]:     </disk>
Oct 30 12:25:05 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:25:05 user nova-compute[74968]:       <mac address="fa:16:3e:79:63:2e"/>
Oct 30 12:25:05 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:05 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:25:05 user nova-compute[74968]:       <target dev="tapa14fd51e-ce"/>
Oct 30 12:25:05 user nova-compute[74968]:     </interface>
Oct 30 12:25:05 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:25:05 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/console.log" append="off"/>
Oct 30 12:25:05 user nova-compute[74968]:     </serial>
Oct 30 12:25:05 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:25:05 user nova-compute[74968]:     <video>
Oct 30 12:25:05 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:05 user nova-compute[74968]:     </video>
Oct 30 12:25:05 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:25:05 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:25:05 user nova-compute[74968]:     </rng>
Oct 30 12:25:05 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:25:05 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:25:05 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:25:05 user nova-compute[74968]:     </memballoon>
Oct 30 12:25:05 user nova-compute[74968]:   </devices>
Oct 30 12:25:05 user nova-compute[74968]: </domain>
Oct 30 12:25:05 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance destroyed successfully.
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] No VIF found with MAC fa:16:3e:79:63:2e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:25:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance destroyed successfully.
Oct 30 12:25:06 user nova-compute[74968]: INFO nova.compute.manager [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Detaching volume be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: INFO nova.virt.block_device [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attempting to driver detach volume be2af028-7aeb-46e1-bc9e-9cd32eb47134 from mountpoint /dev/vdb
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Attempting to detach device vdb from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:25:06 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:06 user nova-compute[74968]:   <source dev="/dev/sdf"/>
Oct 30 12:25:06 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:25:06 user nova-compute[74968]:   <serial>be2af028-7aeb-46e1-bc9e-9cd32eb47134</serial>
Oct 30 12:25:06 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:25:06 user nova-compute[74968]: </disk>
Oct 30 12:25:06 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully detached device vdb from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the persistent domain config.
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:06 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9310d93a-c8b2-4d6d-9fee-cf0cc9d16595]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:25:06 user nova-compute[74968]: No targets found.
Oct 30 12:25:06 user nova-compute[74968]: iSNS:
Oct 30 12:25:06 user nova-compute[74968]: No targets found.
Oct 30 12:25:06 user nova-compute[74968]: STATIC:
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:25:06 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:06 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:06 user nova-compute[74968]: FIRMWARE:
Oct 30 12:25:06 user nova-compute[74968]: No targets found.
Oct 30 12:25:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:25:06 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:25:06 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf42993-cc07-4981-97a9-db0ade6e60d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a76114a-3a38-4877-9356-7ca994f752b2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a8137c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134'): ({'sdf'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Removing single pathed devices sdf {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8240a3b8-5fe8-4d4d-a26d-0ddfa0375cbf]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed2af2e-4700-437b-8681-f119b45336a1]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flushing IO for device /dev/sdf {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c007be-51dd-4304-88d9-ba86e17b8314]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[49679546-9f67-4833-b073-b830c7cd95e8]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[37dfb79f-b4b3-4cf1-919e-68bcb6ce7a05]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b7aa7a-5146-4a7e-8f0f-cafce927a1ae]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]
Oct 30 12:25:06 user nova-compute[74968]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:06 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c453f3ce-8f21-4241-bb31-7a01d12eb04c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== disconnect_volume: return (384ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:25:06 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance destroyed successfully.
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.objects.instance [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'resources' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:23:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:23:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG os_vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9828d2f9-74, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dec796fd-a0ae-4110-8dd2-37c62e79b6a7) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: INFO os_vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd19ec9b-bda3-4fbc-b8a8-f911a2fba443]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]: iSNS:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]: STATIC:
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: FIRMWARE:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:25:07 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:25:07 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[844bf2ca-b539-4df3-a385-f99aa82a068a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state resized and task_state resize_reverting.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state resized and task_state resize_reverting.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING nova.compute.manager [req-17357ddd-db49-4902-909a-ae878efe2b75 req-6b6b9725-9ec0-4b04-b645-7e51bd366791 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuilding.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[433b9cdb-f44a-4f02-b129-1afdb0c79fd5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790172830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[122c46eb-0f11-4d7d-80a5-c50f3f1c5f52]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f57693-afda-4849-aab5-7d48a398463f]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a968aa71-4fb4-4920-a8da-47395fc6987c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[252101a2-5bcf-4a30-8643-a491ed062949]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[29ae2663-f2ca-4e5f-a0d1-15628ee3fe89]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61e7af5-3807-4b54-af78-3920ad1c83d6]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:25:07 user nova-compute[74968]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdd390d-ee65-441c-8791-0e484c5f8794]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== disconnect_volume: return (403ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance destroyed successfully.
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-ServerActionsTestOtherA-server-1487413537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:22:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc885282e-d7, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3a9d924-6ae3-45a0-8b35-ea3a51933ab9) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: INFO os_vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7')
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a80813ad-d3f8-4572-8ff3-47c6eaa0dbcb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]: iSNS:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]: STATIC:
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:25:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:07 user nova-compute[74968]: FIRMWARE:
Oct 30 12:25:07 user nova-compute[74968]: No targets found.
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:25:07 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:25:07 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a339a78b-00a8-4069-82aa-42f9d16214e2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cdca9a-b0bf-42b0-8a61-603a475891dc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7b14b2050>, {}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Disconnecting from: [] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== disconnect_volume: return (88ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:25:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Deleting instance files /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696_del
Oct 30 12:25:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Deletion of /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696_del complete
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:07 user nova-compute[74968]: INFO nova.virt.block_device [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Booting with volume be2af028-7aeb-46e1-bc9e-9cd32eb47134 at /dev/vdb
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.utils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ff4d4c-d526-4268-b829-543a96d8069e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3965fb-3004-442d-be1c-9b0885e33560]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:08 user nova-compute[74968]: WARNING nova.compute.manager [req-d39aebbd-ac39-4f2a-a371-47cfb9d187f0 req-79e9ab27-00d9-4ef5-ae23-de21e1f120cb service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state building and task_state spawning.
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5be77c8-2484-43fb-b072-4839a526ffa8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[85fb0177-d862-4579-b9d8-efc764c5d7c2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:08 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e28fe2-f955-41fb-9248-1a0da44482c6]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG os_brick.utils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== get_connector_properties: return (186ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating existing volume attachment record: 6270e2ea-2d9d-4b8c-9832-b6a843407ca1 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:08 user nova-compute[74968]: WARNING nova.compute.manager [req-b4c6fb52-24ff-43f2-b513-80b5238b7691 req-940e3bd9-6f24-43a6-9e66-084bdb1374c0 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state active and task_state rescuing.
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'migration_context' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG nova.objects.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Object Instance<cbcb864f-0bd3-4e71-b479-550a532f95c4> lazy-loaded attributes: resources,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:09 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:25:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:25:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.832s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:09 user nova-compute[74968]: INFO nova.compute.manager [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Swapping old allocation on dict_keys(['e951e061-59be-4527-8db8-a7cd1768cc93']) held by migration 08562d50-cba6-43de-b834-0bb6173fc801 for instance
Oct 30 12:25:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Overwriting current allocation {'allocations': {'e951e061-59be-4527-8db8-a7cd1768cc93': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 37}}, 'project_id': '2fa95608bf9e49e0ada5aa7ab2a17f59', 'user_id': '857d9e13cf3b4a96bdaaeabe2d5e2547', 'consumer_generation': 1} on consumer cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 30 12:25:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:10 user nova-compute[74968]: WARNING nova.compute.manager [req-aa09a630-5a34-43ae-8801-441767a7fad9 req-4439e2d9-3dad-4dd7-b04d-429d4094d2f9 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state building and task_state spawning.
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:10 user nova-compute[74968]: WARNING nova.compute.manager [req-2517dcb7-c8a0-42d8-94b3-0db9a7a34871 req-9a040f26-bf5d-4efd-a4e1-640a1cc62592 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state active and task_state rescuing.
Oct 30 12:25:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.utils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[24cb9489-1a0f-4d2e-96f8-eeb25055ec6e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[11cac632-c07a-456d-ab5e-cdf2f0c5e48e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded76540-ef0d-4e64-8ce4-0c0f90659fc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[268dc30b-6146-4ef8-ae1c-3a507ea20c51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:10 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:25:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[babd510e-396b-45d5-9fcc-f282f5a8f87e]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:25:10 user nova-compute[74968]: DEBUG os_brick.utils [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de14cbb8-5da9-446e-9e47-48a047c110ad tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:25:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance spawned successfully.
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:25:11 user nova-compute[74968]: INFO nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Took 12.02 seconds to spawn the instance on the hypervisor.
Oct 30 12:25:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:25:11 user nova-compute[74968]: INFO nova.compute.manager [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Took 112.97 seconds to build instance.
Oct 30 12:25:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1308daa4-1a13-44fb-9e46-3029724e918c tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 113.066s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Starting finish_revert_migration {{(pid=74968) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start _get_guest_xml network_info=[{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '05d92bde-f404-4082-a651-526dda20df65', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'cbcb864f-0bd3-4e71-b479-550a532f95c4', 'attached_at': '2023-10-30T12:25:34.000000', 'detached_at': '', 'volume_id': '97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'serial': '97ad9cbe-1296-4375-9d3f-330cfa401ca4'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:25:34 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:34 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.objects.instance [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'vcpu_model' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:34 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:34 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:34 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b40155-f111-410d-b975-b1b0b2a84e05]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:25:34 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[57db561d-da9f-45c5-9685-48eecce97e37]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4] added
Oct 30 12:25:34 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b94e3f35-05fa-4db0-b9a4-d6ea0ef467f8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[174a24c3-1886-4786-95d1-db88b6d8d684]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: INFO nova.compute.manager [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Detaching volume b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VHAiKzOg" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aede228a-e947-4dbe-8d78-8c5d93c965bc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VHAiKzOg'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eced7bda-acc9-45ea-9297-c29719e02587]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5372b956-1e49-4a31-9bd5-0cf20f1f9cba]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: INFO nova.virt.block_device [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Attempting to driver detach volume b51ff0be-7d4d-422a-ab7b-82414d5612f8 from mountpoint /dev/vdb
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f8f838-ee9c-4fe4-ab3d-d9f71b25a6a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:25:35 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Attempting to detach device vdb from instance 66e79f1c-4a70-4d4d-add0-20334334253d from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:25:35 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:35 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:25:35 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:25:35 user nova-compute[74968]:   <serial>b51ff0be-7d4d-422a-ab7b-82414d5612f8</serial>
Oct 30 12:25:35 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:25:35 user nova-compute[74968]: </disk>
Oct 30 12:25:35 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:25:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully detached device vdb from instance 66e79f1c-4a70-4d4d-add0-20334334253d from the persistent domain config.
Oct 30 12:25:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 66e79f1c-4a70-4d4d-add0-20334334253d from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:25:35 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:35 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:25:35 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:25:35 user nova-compute[74968]:   <serial>b51ff0be-7d4d-422a-ab7b-82414d5612f8</serial>
Oct 30 12:25:35 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:25:35 user nova-compute[74968]: </disk>
Oct 30 12:25:35 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fface79d-a264-42b5-b25b-0fc6fecd7626]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4333ab6f-1fa0-4a9f-a2dc-37007dfd9cbd]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:35 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.411s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b9558c-5643-4a3b-a5ce-429a44ab66d7]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.450s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== connect_volume: return (1452ms) {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdf'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137656164303830', 'path': '/dev/sdf'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:23:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:25:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:25:36 user nova-compute[74968]:   <uuid>cbcb864f-0bd3-4e71-b479-550a532f95c4</uuid>
Oct 30 12:25:36 user nova-compute[74968]:   <name>instance-00000014</name>
Oct 30 12:25:36 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:25:36 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:25:36 user nova-compute[74968]:   <metadata>
Oct 30 12:25:36 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:25:36 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherB-server-778649360</nova:name>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:25:34</nova:creationTime>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:25:36 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:25:36 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:owner>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:user uuid="857d9e13cf3b4a96bdaaeabe2d5e2547">tempest-ServerActionsTestOtherB-1209758979-project-member</nova:user>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:project uuid="2fa95608bf9e49e0ada5aa7ab2a17f59">tempest-ServerActionsTestOtherB-1209758979</nova:project>
Oct 30 12:25:36 user nova-compute[74968]:       </nova:owner>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:25:36 user nova-compute[74968]:       <nova:ports>
Oct 30 12:25:36 user nova-compute[74968]:         <nova:port uuid="9828d2f9-74e0-42b5-92e0-6f8676175210">
Oct 30 12:25:36 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:25:36 user nova-compute[74968]:         </nova:port>
Oct 30 12:25:36 user nova-compute[74968]:       </nova:ports>
Oct 30 12:25:36 user nova-compute[74968]:     </nova:instance>
Oct 30 12:25:36 user nova-compute[74968]:   </metadata>
Oct 30 12:25:36 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:25:36 user nova-compute[74968]:     <system>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="serial">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="uuid">cbcb864f-0bd3-4e71-b479-550a532f95c4</entry>
Oct 30 12:25:36 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:25:36 user nova-compute[74968]:     </system>
Oct 30 12:25:36 user nova-compute[74968]:   </sysinfo>
Oct 30 12:25:36 user nova-compute[74968]:   <os>
Oct 30 12:25:36 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:25:36 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:25:36 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:25:36 user nova-compute[74968]:   </os>
Oct 30 12:25:36 user nova-compute[74968]:   <features>
Oct 30 12:25:36 user nova-compute[74968]:     <acpi/>
Oct 30 12:25:36 user nova-compute[74968]:     <apic/>
Oct 30 12:25:36 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:25:36 user nova-compute[74968]:   </features>
Oct 30 12:25:36 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:25:36 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:25:36 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:25:36 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:25:36 user nova-compute[74968]:   </clock>
Oct 30 12:25:36 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:25:36 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:25:36 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:25:36 user nova-compute[74968]:   </cpu>
Oct 30 12:25:36 user nova-compute[74968]:   <devices>
Oct 30 12:25:36 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:25:36 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:25:36 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk"/>
Oct 30 12:25:36 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:25:36 user nova-compute[74968]:     </disk>
Oct 30 12:25:36 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:25:36 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:25:36 user nova-compute[74968]:       <source dev="/dev/sdf"/>
Oct 30 12:25:36 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:25:36 user nova-compute[74968]:       <serial>97ad9cbe-1296-4375-9d3f-330cfa401ca4</serial>
Oct 30 12:25:36 user nova-compute[74968]:     </disk>
Oct 30 12:25:36 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:25:36 user nova-compute[74968]:       <mac address="fa:16:3e:fa:0f:a9"/>
Oct 30 12:25:36 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:36 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:25:36 user nova-compute[74968]:       <target dev="tap9828d2f9-74"/>
Oct 30 12:25:36 user nova-compute[74968]:     </interface>
Oct 30 12:25:36 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:25:36 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/console.log" append="off"/>
Oct 30 12:25:36 user nova-compute[74968]:     </serial>
Oct 30 12:25:36 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:25:36 user nova-compute[74968]:     <video>
Oct 30 12:25:36 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:25:36 user nova-compute[74968]:     </video>
Oct 30 12:25:36 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:25:36 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:25:36 user nova-compute[74968]:     </rng>
Oct 30 12:25:36 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:25:36 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:25:36 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:25:36 user nova-compute[74968]:     </memballoon>
Oct 30 12:25:36 user nova-compute[74968]:   </devices>
Oct 30 12:25:36 user nova-compute[74968]: </domain>
Oct 30 12:25:36 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:23:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:25:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG os_vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7952e66c-44bc-5c46-bbab-0b423a7d8b57', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9828d2f9-74, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9828d2f9-74, col_values=(('qos', UUID('5c3d11c5-0797-4888-9cc8-dff0c2546139')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9828d2f9-74, col_values=(('external_ids', {'iface-id': '9828d2f9-74e0-42b5-92e0-6f8676175210', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:0f:a9', 'vm-uuid': 'cbcb864f-0bd3-4e71-b479-550a532f95c4'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:25:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:36 user nova-compute[74968]: INFO os_vif [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:25:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:38 user nova-compute[74968]: WARNING nova.compute.manager [req-a8020573-d02b-4e43-ac1c-1a62ca9700fb req-023e0b72-19f2-450c-9dea-0769f85497a2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state resized and task_state resize_reverting.
Oct 30 12:25:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:25:40 user nova-compute[74968]: WARNING nova.compute.manager [req-d0101fee-a053-4489-a6ad-0c0574c354ff req-0a9da952-8f01-4d09-8ac7-b429300fe88e service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state resized and task_state resize_reverting.
Oct 30 12:25:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:25:40 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance running successfully.
Oct 30 12:25:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] finish_revert_migration finished successfully. {{(pid=74968) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 30 12:25:40 user nova-compute[74968]: INFO nova.compute.manager [None req-05f6d089-2261-458e-a35f-42dd05c0a648 tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance to original state: 'active'
Oct 30 12:25:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:25:52 user nova-compute[74968]: INFO nova.compute.claims [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Claim successful on node user
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:25:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:25:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG nova.policy [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a887f76ad3fc4863ab0c8eb8d714faed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2934e1fa1c454b6f9a71cd61bb7a88c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:25:53 user nova-compute[74968]: INFO nova.virt.block_device [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Booting with volume f1b9558c-fc91-4ed3-b331-e6fac5eccf66 at /dev/vda
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c443c27b-91fb-474b-8d49-8d69751a4b00]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff513072-75ac-4811-8b3d-529da0423d82]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b9eece5-5946-4984-b4d5-a1326007db80]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e96f71-9f62-486e-9853-329cddcb42f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:25:53 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:25:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab6e127-5300-4b4c-b805-e657125bde15]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating existing volume attachment record: 46648d92-4513-422d-bcf0-1676e6bf879a {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:25:53 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Successfully created port: 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Successfully updated port: 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing instance network info cache due to event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance network_info: |[{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.network.neutron [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updated VIF entry in instance network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.network.neutron [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5bd3d91b-0d9a-4b3d-bc32-65b699a4d6c0 req-8dc44ef3-c9e2-4d6b-b419-d8e330fea62b service nova] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:55 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 66e79f1c-4a70-4d4d-add0-20334334253d is timed out.
Oct 30 12:25:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully detached device vdb from instance 66e79f1c-4a70-4d4d-add0-20334334253d from the live domain config.
Oct 30 12:25:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oiRxBdaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:25:55 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba787636-d88e-4e12-a0e4-a12be9ed8563]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:25:55 user nova-compute[74968]: No targets found.
Oct 30 12:25:55 user nova-compute[74968]: iSNS:
Oct 30 12:25:55 user nova-compute[74968]: No targets found.
Oct 30 12:25:55 user nova-compute[74968]: STATIC:
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:25:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:25:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:25:55 user nova-compute[74968]: FIRMWARE:
Oct 30 12:25:55 user nova-compute[74968]: No targets found.
Oct 30 12:25:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:25:55 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:25:55 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a61ef8a-e6ad-4fe7-b814-966f5d28d9f2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8919bad7-2db5-4008-9423-6a2bb837fcfa]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:25:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7902ecdc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a49fd9-607a-4b74-bc61-ca504c9adbf2]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fa5ac7-8986-46d5-a3fc-cddc83a2e21a]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afcfa27-5665-48fa-87b9-13947921f524]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ba5a68a-14bd-4928-9474-8250fa05b8d8]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef60ec61-e035-4fe9-b91b-ab977522aa4e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70b27762-4ffd-40d7-9d66-c202b60351ab]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260]
Oct 30 12:25:56 user nova-compute[74968]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8, portal: 172.16.0.220,3260] successful.
Oct 30 12:25:56 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b51ff0be-7d4d-422a-ab7b-82414d5612f8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3aded27-c91a-4624-a883-2c932fd7e89f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== disconnect_volume: return (360ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:25:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:25:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7534MB free_disk=24.854846954345703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d5f4aef0-db72-4e78-9641-957d38b8ab93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance f974e29d-3bff-40c9-928b-c489233cb028 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:26:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.532s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:26:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f9ef4a7-ca6d-4cc3-9d93-fc84616bc736 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 41.720s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:26:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Creating image(s)
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Ensure instance console log exists: /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start _get_guest_xml network_info=[{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '46648d92-4513-422d-bcf0-1676e6bf879a', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f974e29d-3bff-40c9-928b-c489233cb028', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'serial': 'f1b9558c-fc91-4ed3-b331-e6fac5eccf66'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:26:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:16 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe75c5ea-dc5e-4c6a-bcd6-6bcc66bfc874]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:26:16 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef9deb2-6d16-4321-8329-160ea7bfa092]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66] added
Oct 30 12:26:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d60a67-7788-4106-b2b7-9d3231978f68]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74968) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91d0370-e850-41b9-a7b7-2713543d197e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lDhoKgVS {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lDhoKgVS" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed745b4d-5de2-4f4a-afae-689965d27ebb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lDhoKgVS'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[78cace6b-14f9-45eb-9039-6e3715286699]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[87b71d84-3126-4d16-a139-c11d9ef76c2d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[680f0d39-df4f-44a7-91d7-8c531e2ab142]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]
Oct 30 12:26:17 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.
Oct 30 12:26:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d74f2b-56c2-481b-b5c8-9197664a48e0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a456d4-95fc-4391-817c-451e5fdaad7b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:17 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[15123fde-b53d-4659-8f64-bba1defa30af]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:17 user nova-compute[74968]: WARNING nova.compute.manager [req-49b01b9b-7ee6-4cc8-8daf-3eaf41fcdddc req-52e5087e-c6e6-408f-8a6a-8c9ce2e8dca4 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state active and task_state powering-off.
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance destroyed successfully.
Oct 30 12:26:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9fbdcb9-8248-4a23-97ad-8f997fee6368 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.959s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '23863366163326532', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863366163326532', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn/bGcWVCqMMdphmG2mSKb1Wyi9xGCn7ZI+MDj1lbUa1EmMRaDNr1t7UZDLjWmYGY4BsfVn/A4kVQSItW166GBJGlkzyFQjFzzP8+vgSGZL4P+4Esur/AWGWiGCIBjmxQ==',key_name='tempest-TestShelveInstance-330334325',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:53Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'pci_devices' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:26:18 user nova-compute[74968]:   <uuid>f974e29d-3bff-40c9-928b-c489233cb028</uuid>
Oct 30 12:26:18 user nova-compute[74968]:   <name>instance-00000020</name>
Oct 30 12:26:18 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:26:18 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:26:18 user nova-compute[74968]:   <metadata>
Oct 30 12:26:18 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:26:18 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:26:18 user nova-compute[74968]:       <nova:name>tempest-TestShelveInstance-server-403787947</nova:name>
Oct 30 12:26:18 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:26:16</nova:creationTime>
Oct 30 12:26:18 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:26:18 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:26:18 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:26:18 user nova-compute[74968]:       <nova:owner>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:user uuid="a887f76ad3fc4863ab0c8eb8d714faed">tempest-TestShelveInstance-1980745620-project-member</nova:user>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:project uuid="2934e1fa1c454b6f9a71cd61bb7a88c5">tempest-TestShelveInstance-1980745620</nova:project>
Oct 30 12:26:18 user nova-compute[74968]:       </nova:owner>
Oct 30 12:26:18 user nova-compute[74968]:       <nova:ports>
Oct 30 12:26:18 user nova-compute[74968]:         <nova:port uuid="7116564e-5e8a-43eb-9f05-2067990d0f8a">
Oct 30 12:26:18 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:26:18 user nova-compute[74968]:         </nova:port>
Oct 30 12:26:18 user nova-compute[74968]:       </nova:ports>
Oct 30 12:26:18 user nova-compute[74968]:     </nova:instance>
Oct 30 12:26:18 user nova-compute[74968]:   </metadata>
Oct 30 12:26:18 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:26:18 user nova-compute[74968]:     <system>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="serial">f974e29d-3bff-40c9-928b-c489233cb028</entry>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="uuid">f974e29d-3bff-40c9-928b-c489233cb028</entry>
Oct 30 12:26:18 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:26:18 user nova-compute[74968]:     </system>
Oct 30 12:26:18 user nova-compute[74968]:   </sysinfo>
Oct 30 12:26:18 user nova-compute[74968]:   <os>
Oct 30 12:26:18 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:26:18 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:26:18 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:26:18 user nova-compute[74968]:   </os>
Oct 30 12:26:18 user nova-compute[74968]:   <features>
Oct 30 12:26:18 user nova-compute[74968]:     <acpi/>
Oct 30 12:26:18 user nova-compute[74968]:     <apic/>
Oct 30 12:26:18 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:26:18 user nova-compute[74968]:   </features>
Oct 30 12:26:18 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:26:18 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:26:18 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:26:18 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:26:18 user nova-compute[74968]:   </clock>
Oct 30 12:26:18 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:26:18 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:26:18 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:26:18 user nova-compute[74968]:   </cpu>
Oct 30 12:26:18 user nova-compute[74968]:   <devices>
Oct 30 12:26:18 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:26:18 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:18 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:26:18 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:26:18 user nova-compute[74968]:       <serial>f1b9558c-fc91-4ed3-b331-e6fac5eccf66</serial>
Oct 30 12:26:18 user nova-compute[74968]:     </disk>
Oct 30 12:26:18 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:26:18 user nova-compute[74968]:       <mac address="fa:16:3e:ee:7e:4a"/>
Oct 30 12:26:18 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:18 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:26:18 user nova-compute[74968]:       <target dev="tap7116564e-5e"/>
Oct 30 12:26:18 user nova-compute[74968]:     </interface>
Oct 30 12:26:18 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:26:18 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028/console.log" append="off"/>
Oct 30 12:26:18 user nova-compute[74968]:     </serial>
Oct 30 12:26:18 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:26:18 user nova-compute[74968]:     <video>
Oct 30 12:26:18 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:18 user nova-compute[74968]:     </video>
Oct 30 12:26:18 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:26:18 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:26:18 user nova-compute[74968]:     </rng>
Oct 30 12:26:18 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:26:18 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:26:18 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:26:18 user nova-compute[74968]:     </memballoon>
Oct 30 12:26:18 user nova-compute[74968]:   </devices>
Oct 30 12:26:18 user nova-compute[74968]: </domain>
Oct 30 12:26:18 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn/bGcWVCqMMdphmG2mSKb1Wyi9xGCn7ZI+MDj1lbUa1EmMRaDNr1t7UZDLjWmYGY4BsfVn/A4kVQSItW166GBJGlkzyFQjFzzP8+vgSGZL4P+4Esur/AWGWiGCIBjmxQ==',key_name='tempest-TestShelveInstance-330334325',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:53Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG os_vif [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69dd5bfe-2a9a-5e30-8f17-b41ba3cb02d5', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7116564e-5e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7116564e-5e, col_values=(('qos', UUID('0173ab21-736a-40b8-a732-b1417062eb27')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7116564e-5e, col_values=(('external_ids', {'iface-id': '7116564e-5e8a-43eb-9f05-2067990d0f8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:7e:4a', 'vm-uuid': 'f974e29d-3bff-40c9-928b-c489233cb028'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:18 user nova-compute[74968]: INFO os_vif [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e')
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] No VIF found with MAC fa:16:3e:ee:7e:4a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:26:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:19 user nova-compute[74968]: WARNING nova.compute.manager [req-8129332e-f1f3-46fd-b0e6-6dbd47b7476c req-629d3805-2a7a-4885-ae84-6c1bc61ca988 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state None.
Oct 30 12:26:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbyEOPep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:21 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:21 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:21 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2690aceb-718c-44ea-9cfa-6ca3419238e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:26:21 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2a0b2c-7e64-4710-a7f9-f99800a8263f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78] added
Oct 30 12:26:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e000674-fb8f-42be-bd04-ab51892c9737]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e857d11d-873e-4e3b-9555-1d34f18d7a7f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wbyEOPep {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wbyEOPep" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5465fe3-ea2e-42b4-8b0b-1f0576ecd060]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wbyEOPep'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[240ff999-2992-4bf4-89dc-677732dcc162]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcdb5fc0-9190-45c3-9b10-c5873572c01b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:21 user nova-compute[74968]: WARNING nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state building and task_state spawning.
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:21 user nova-compute[74968]: WARNING nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state building and task_state spawning.
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing instance network info cache due to event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:26:21 user nova-compute[74968]: INFO nova.compute.manager [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Detaching volume 6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:26:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:26:21 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Creating image(s)
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --login" returned: 0 in 0.117s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a699ed-0b55-464d-bab9-6dfdff20537d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:22 user nova-compute[74968]: INFO nova.virt.block_device [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Attempting to driver detach volume 6130c364-c67f-4776-ba5f-e1feef5d05d6 from mountpoint /dev/vdb
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260]
Oct 30 12:26:22 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260] successful.
Oct 30 12:26:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Attempting to detach device vdb from instance bf893ed0-d631-4a8f-8fec-d952735445e5 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:26:22 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:22 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:26:22 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:26:22 user nova-compute[74968]:   <serial>6130c364-c67f-4776-ba5f-e1feef5d05d6</serial>
Oct 30 12:26:22 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:26:22 user nova-compute[74968]: </disk>
Oct 30 12:26:22 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[113411c0-462d-4ad1-8233-cf8e4babfb43]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully detached device vdb from instance bf893ed0-d631-4a8f-8fec-d952735445e5 from the persistent domain config.
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bf893ed0-d631-4a8f-8fec-d952735445e5 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:26:22 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:22 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:26:22 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:26:22 user nova-compute[74968]:   <serial>6130c364-c67f-4776-ba5f-e1feef5d05d6</serial>
Oct 30 12:26:22 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:26:22 user nova-compute[74968]: </disk>
Oct 30 12:26:22 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:26:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance spawned successfully.
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e29ae2-a996-4e8e-8fad-797fb1cc1cf3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:22 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.476s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] HCTL ('41', '-', '-', 0) found on session 35 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1998697-c8a7-4ca1-9179-c4af30a70131]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Searching for a device in session 35 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbyEOPep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: INFO nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk 1073741824" returned: 0 in 0.049s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: INFO nova.compute.manager [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Took 30.24 seconds to build instance.
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c8c6e675-d020-4607-9907-474e74312e23 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.371s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Cannot resize image /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Ensure instance console log exists: /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start _get_guest_xml network_info=[{"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6270e2ea-2d9d-4b8c-9832-b6a843407ca1', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'serial': 'be2af028-7aeb-46e1-bc9e-9cd32eb47134'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:26:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 12:26:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updated VIF entry in instance network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:22 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:26:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing instance network info cache due to event network-changed-27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquiring lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Acquired lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Refreshing network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.547s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== connect_volume: return (1549ms) {'type': 'block', 'scsi_wwn': '23535643735323361', 'path': '/dev/sdj'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23535643735323361', 'path': '/dev/sdj'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.249s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:23 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:23 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dce2a5-405e-4a5c-a496-7a9bfc86f16e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:26:23 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:26:23 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:23 user nova-compute[74968]:   <source dev="/dev/sdj"/>
Oct 30 12:26:23 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:26:23 user nova-compute[74968]:   <serial>1dbec1be-5ffc-4d06-bad7-87a29fdfcf78</serial>
Oct 30 12:26:23 user nova-compute[74968]: </disk>
Oct 30 12:26:23 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d25c113e-a4b2-4404-8de8-adf304387bd0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134] added
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1a2796-b713-44b3-84a1-621d539f00aa]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f8e109-d16b-4877-8f1a-6228055c161e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cjqsXtKo {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cjqsXtKo" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2638b66d-3c60-496e-bbc1-958cadb04e2b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cjqsXtKo'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78ea22c-dfa8-4d34-a6e5-723ac2b4d9c8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updated VIF entry in instance network info cache for port 27e89c32-ecd2-4733-97e4-928be26f90b4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [{"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fee7f3a-a964-4604-b137-c4bc39b0bf21]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04372786-8f09-43c3-a246-746a6a9c7e13 req-f9792596-04a4-4dac-8eee-1e3f6525c7ef service nova] Releasing lock "refresh_cache-bf893ed0-d631-4a8f-8fec-d952735445e5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --login" returned: 0 in 0.116s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ae1402-5b9f-45ee-865f-f76c569c91b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]
Oct 30 12:26:23 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8258e26a-ff1a-45b5-a31b-010cd1252163]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ec1cd6-3cc0-4e8c-92ea-61904476a593]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e70e439b-7dad-40be-9828-789b7ef36cc9 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b912449-c54a-403f-a96d-fcce33dc5cbe (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] HCTL ('42', '-', '-', 0) found on session 36 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f8aae6-322a-4d3d-8a0a-87319063ea35]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching for a device in session 36 and hctl ['42', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] No VIF found with MAC fa:16:3e:e0:61:a6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:26:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bf1b3df7-3f4a-48f9-b4d9-6fe9b0548cb0 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 78.658s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching for a device in session 36 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.454s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== connect_volume: return (1703ms) {'type': 'block', 'scsi_wwn': '26562383863366164', 'path': '/dev/sdk'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562383863366164', 'path': '/dev/sdk'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-ServerActionsTestOtherA-server-1487413537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:22:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:26:24 user nova-compute[74968]:   <uuid>2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</uuid>
Oct 30 12:26:24 user nova-compute[74968]:   <name>instance-0000001d</name>
Oct 30 12:26:24 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:26:24 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:26:24 user nova-compute[74968]:   <metadata>
Oct 30 12:26:24 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:26:24 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherA-server-1487413537</nova:name>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:26:22</nova:creationTime>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:26:24 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:26:24 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:owner>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:user uuid="a301ce0c2b8345d1a049e71e0949f440">tempest-ServerActionsTestOtherA-916346621-project-member</nova:user>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:project uuid="5b59b3c8814046ec97243d53c546db61">tempest-ServerActionsTestOtherA-916346621</nova:project>
Oct 30 12:26:24 user nova-compute[74968]:       </nova:owner>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:26:24 user nova-compute[74968]:       <nova:ports>
Oct 30 12:26:24 user nova-compute[74968]:         <nova:port uuid="c885282e-d720-48f0-8c10-b4b19cca89c3">
Oct 30 12:26:24 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:26:24 user nova-compute[74968]:         </nova:port>
Oct 30 12:26:24 user nova-compute[74968]:       </nova:ports>
Oct 30 12:26:24 user nova-compute[74968]:     </nova:instance>
Oct 30 12:26:24 user nova-compute[74968]:   </metadata>
Oct 30 12:26:24 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:26:24 user nova-compute[74968]:     <system>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="serial">2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</entry>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="uuid">2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696</entry>
Oct 30 12:26:24 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:26:24 user nova-compute[74968]:     </system>
Oct 30 12:26:24 user nova-compute[74968]:   </sysinfo>
Oct 30 12:26:24 user nova-compute[74968]:   <os>
Oct 30 12:26:24 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:26:24 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:26:24 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:26:24 user nova-compute[74968]:   </os>
Oct 30 12:26:24 user nova-compute[74968]:   <features>
Oct 30 12:26:24 user nova-compute[74968]:     <acpi/>
Oct 30 12:26:24 user nova-compute[74968]:     <apic/>
Oct 30 12:26:24 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:26:24 user nova-compute[74968]:   </features>
Oct 30 12:26:24 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:26:24 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:26:24 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:26:24 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:26:24 user nova-compute[74968]:   </clock>
Oct 30 12:26:24 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:26:24 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:26:24 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:26:24 user nova-compute[74968]:   </cpu>
Oct 30 12:26:24 user nova-compute[74968]:   <devices>
Oct 30 12:26:24 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:26:24 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:26:24 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk"/>
Oct 30 12:26:24 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:26:24 user nova-compute[74968]:     </disk>
Oct 30 12:26:24 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:26:24 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:24 user nova-compute[74968]:       <source dev="/dev/sdk"/>
Oct 30 12:26:24 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:26:24 user nova-compute[74968]:       <serial>be2af028-7aeb-46e1-bc9e-9cd32eb47134</serial>
Oct 30 12:26:24 user nova-compute[74968]:     </disk>
Oct 30 12:26:24 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:26:24 user nova-compute[74968]:       <mac address="fa:16:3e:ee:6a:4a"/>
Oct 30 12:26:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:24 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:26:24 user nova-compute[74968]:       <target dev="tapc885282e-d7"/>
Oct 30 12:26:24 user nova-compute[74968]:     </interface>
Oct 30 12:26:24 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:26:24 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/console.log" append="off"/>
Oct 30 12:26:24 user nova-compute[74968]:     </serial>
Oct 30 12:26:24 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:26:24 user nova-compute[74968]:     <video>
Oct 30 12:26:24 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:24 user nova-compute[74968]:     </video>
Oct 30 12:26:24 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:26:24 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:26:24 user nova-compute[74968]:     </rng>
Oct 30 12:26:24 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:26:24 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:26:24 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:26:24 user nova-compute[74968]:     </memballoon>
Oct 30 12:26:24 user nova-compute[74968]:   </devices>
Oct 30 12:26:24 user nova-compute[74968]: </domain>
Oct 30 12:26:24 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-ServerActionsTestOtherA-server-1487413537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:22:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG os_vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d7fd1e4-13c6-52e3-98a7-ef1d0cf7bd6c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc885282e-d7, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc885282e-d7, col_values=(('qos', UUID('f6d9eb0e-b165-43bc-9bb5-601bcd14e178')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc885282e-d7, col_values=(('external_ids', {'iface-id': 'c885282e-d720-48f0-8c10-b4b19cca89c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:6a:4a', 'vm-uuid': '2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:24 user nova-compute[74968]: INFO os_vif [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7')
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No VIF found with MAC fa:16:3e:ee:6a:4a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:25 user nova-compute[74968]: INFO nova.compute.manager [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Detaching volume 1dbec1be-5ffc-4d06-bad7-87a29fdfcf78
Oct 30 12:26:25 user nova-compute[74968]: INFO nova.virt.block_device [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Attempting to driver detach volume 1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 from mountpoint /dev/vdb
Oct 30 12:26:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Attempting to detach device vdb from instance d5f4aef0-db72-4e78-9641-957d38b8ab93 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:26:25 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:25 user nova-compute[74968]:   <source dev="/dev/sdj"/>
Oct 30 12:26:25 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:26:25 user nova-compute[74968]:   <serial>1dbec1be-5ffc-4d06-bad7-87a29fdfcf78</serial>
Oct 30 12:26:25 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:26:25 user nova-compute[74968]: </disk>
Oct 30 12:26:25 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:26:25 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance d5f4aef0-db72-4e78-9641-957d38b8ab93 from the persistent domain config.
Oct 30 12:26:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d5f4aef0-db72-4e78-9641-957d38b8ab93 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:26:25 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:25 user nova-compute[74968]:   <source dev="/dev/sdj"/>
Oct 30 12:26:25 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:26:25 user nova-compute[74968]:   <serial>1dbec1be-5ffc-4d06-bad7-87a29fdfcf78</serial>
Oct 30 12:26:25 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:26:25 user nova-compute[74968]: </disk>
Oct 30 12:26:25 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:26:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:26:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:27 user nova-compute[74968]: WARNING nova.compute.manager [req-04140fd1-3e5a-4a95-a799-a7316a573050 req-83ca4252-098d-43b1-b96c-5d42cd3ffa32 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 12:26:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:29 user nova-compute[74968]: WARNING nova.compute.manager [req-c3779cf0-7257-4ab4-8398-d9dd28dc8776 req-b39649a8-a204-4699-a65e-94002fdf7113 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:26:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance spawned successfully.
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74968) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b405bf39-bfe6-4258-8538-7938cae73a84 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.114s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:26:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:42 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bf893ed0-d631-4a8f-8fec-d952735445e5 is timed out.
Oct 30 12:26:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully detached device vdb from instance bf893ed0-d631-4a8f-8fec-d952735445e5 from the live domain config.
Oct 30 12:26:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRKNmaEZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:42 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc7f517-3f58-43e9-9ea9-0f5ae71a00fe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:26:42 user nova-compute[74968]: No targets found.
Oct 30 12:26:42 user nova-compute[74968]: iSNS:
Oct 30 12:26:42 user nova-compute[74968]: No targets found.
Oct 30 12:26:42 user nova-compute[74968]: STATIC:
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6
Oct 30 12:26:42 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:42 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:42 user nova-compute[74968]: FIRMWARE:
Oct 30 12:26:42 user nova-compute[74968]: No targets found.
Oct 30 12:26:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:26:42 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:26:42 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d6d3bf-8187-43e1-96a6-c2d7631b8496]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[59925fa8-c238-4f14-9c0d-913bc48fe551]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bd1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f43a0e-3db0-4309-ad05-a979fed41348]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b0f7e01-d87e-4d39-8c7c-7dc62b01ac5e]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c7c79d-d619-4ac1-bb8e-84928ee069bd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2de379d-3e32-4800-8155-28e33a0b3c86]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[38385e7e-013f-478d-b95c-4d2778b3af51]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceeb10ce-d6c0-4e45-b179-3ba0d8c491a2]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260]
Oct 30 12:26:42 user nova-compute[74968]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6, portal: 172.16.0.220,3260] successful.
Oct 30 12:26:42 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6130c364-c67f-4776-ba5f-e1feef5d05d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f035bb0-d0db-41d0-944c-c9a8be5d6ea0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== disconnect_volume: return (345ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:26:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:45 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d5f4aef0-db72-4e78-9641-957d38b8ab93 is timed out.
Oct 30 12:26:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully detached device vdb from instance d5f4aef0-db72-4e78-9641-957d38b8ab93 from the live domain config.
Oct 30 12:26:45 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbyEOPep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:45 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d36d6d18-1825-43d7-9338-d22170674c3c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:26:45 user nova-compute[74968]: No targets found.
Oct 30 12:26:45 user nova-compute[74968]: iSNS:
Oct 30 12:26:45 user nova-compute[74968]: No targets found.
Oct 30 12:26:45 user nova-compute[74968]: STATIC:
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:26:45 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:26:45 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:26:45 user nova-compute[74968]: FIRMWARE:
Oct 30 12:26:45 user nova-compute[74968]: No targets found.
Oct 30 12:26:45 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:26:45 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:26:45 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c10933-ce74-4dea-9458-2e1d634a5e70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3833d0-50ac-4796-980b-10955c0ee3f5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78'): ({'sdj'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Removing single pathed devices sdj {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[50dc0367-8005-4aa3-b060-c631db052c11]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0107160b-2be6-4240-808b-ba8af52fc8a4]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Flushing IO for device /dev/sdj {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef46472-b536-4456-835b-77b58d59f6bb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.043s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e6cc8a-d8b3-47a8-b18a-e6c632d57702]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] SCSI volumes sdj have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ad8521-edfe-4bfe-9af2-f5e449845b49]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[90570ec0-f3fd-446e-96a0-ca843bb86ae6]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260]
Oct 30 12:26:46 user nova-compute[74968]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78, portal: 172.16.0.220,3260] successful.
Oct 30 12:26:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dbec1be-5ffc-4d06-bad7-87a29fdfcf78 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a1bcb8d-06a9-4cf8-b07c-8cb5e00c9837]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] <== disconnect_volume: return (337ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:26:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:49 user nova-compute[74968]: INFO nova.compute.manager [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Rescuing
Oct 30 12:26:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG nova.network.neutron [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating instance_info_cache with network_info: [{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:50 user nova-compute[74968]: WARNING nova.compute.manager [req-e1befa72-3113-4bcb-96ff-7e34c515f3f8 req-9c9dca89-769f-48db-bda2-d834ddacb4bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state active and task_state rescuing.
Oct 30 12:26:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance destroyed successfully.
Oct 30 12:26:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Attempting a stable device rescue
Oct 30 12:26:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:26:51 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Creating image(s)
Oct 30 12:26:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'trusted_certs' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:52 user nova-compute[74968]: INFO nova.compute.manager [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Unrescuing
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.part --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.virt.images [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] da851802-7d7e-4856-a87f-064c7b58c38b was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.part /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:52 user nova-compute[74968]: WARNING nova.compute.manager [req-8a07e35c-e52d-418c-803b-5b53b46891fa req-20b16fa3-b0a3-4076-a2fa-25c6ddaec405 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state active and task_state rescuing.
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.part /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.converted" returned: 0 in 0.365s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'flavor' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.789s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a,backing_fmt=raw /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a,backing_fmt=raw /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue" returned: 0 in 0.054s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "e3ac4108ea7f242991a9565a4f87c121bad1547a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'migration_context' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<46ef60bb-ff50-4580-82b9-db597044e9e9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start _get_guest_xml network_info=[{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:36:7b:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'da851802-7d7e-4856-a87f-064c7b58c38b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c7acc1de-8dfe-4e49-af33-bb083671def1', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': '46ef60bb-ff50-4580-82b9-db597044e9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '694da098-57aa-4dc2-8157-05488a37b854', 'serial': '694da098-57aa-4dc2-8157-05488a37b854'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<46ef60bb-ff50-4580-82b9-db597044e9e9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'numa_topology' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<46ef60bb-ff50-4580-82b9-db597044e9e9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:53 user nova-compute[74968]: WARNING nova.compute.manager [req-107cc20e-1777-41a4-bdf6-1c8bc55a05fd req-226f0317-4113-465e-af4c-b77e9a92327f service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:26:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:53 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'vcpu_model' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<46ef60bb-ff50-4580-82b9-db597044e9e9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:26:53 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:53 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:26:53 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[81af83f8-1296-4f5a-b806-5db78eae31d6]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = LaidgWDN\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 12:26:53 user nova-compute[74968]: node.name = iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:26:53 user nova-compute[74968]: node.tpgt = -1
Oct 30 12:26:53 user nova-compute[74968]: node.startup = automatic
Oct 30 12:26:53 user nova-compute[74968]: node.leading_login = No
Oct 30 12:26:53 user nova-compute[74968]: iface.iscsi_ifacename = default
Oct 30 12:26:53 user nova-compute[74968]: iface.net_ifacename = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.ipaddress = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.prefix_len = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.hwaddress = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.transport_name = tcp
Oct 30 12:26:53 user nova-compute[74968]: iface.initiatorname = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.vlan_id = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.vlan_priority = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.vlan_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.iface_num = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.mtu = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.port = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.bootproto = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.subnet_mask = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.gateway = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_alt_client_id = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_dns = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_learn_iqn = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_vendor_id_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_vendor_id = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.dhcp_slp_da = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.fragmentation = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.gratuitous_arp = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.incoming_forwarding = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.tos_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.tos = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.ttl = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.delayed_ack = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.tcp_nagle = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.tcp_wsf_state = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.tcp_wsf = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.tcp_timer_scale = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.tcp_timestamp = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.redirect = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.def_task_mgmt_timeout = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.header_digest = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.data_digest = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.immediate_data = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.initial_r2t = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.data_seq_inorder = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.data_pdu_inorder = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.erl = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.max_receive_data_len = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.first_burst_len = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.max_outstanding_r2t = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.max_burst_len = 0
Oct 30 12:26:53 user nova-compute[74968]: iface.chap_auth = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.bidi_chap = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.strict_login_compliance = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.discovery_auth = <empty>
Oct 30 12:26:53 user nova-compute[74968]: iface.discovery_logout = <empty>
Oct 30 12:26:53 user nova-compute[74968]: node.discovery_address = <empty>
Oct 30 12:26:53 user nova-compute[74968]: node.discovery_port = 0
Oct 30 12:26:53 user nova-compute[74968]: node.discovery_type = static
Oct 30 12:26:53 user nova-compute[74968]: node.session.initial_cmdsn = 0
Oct 30 12:26:53 user nova-compute[74968]: node.session.initial_login_retry_max = 8
Oct 30 12:26:53 user nova-compute[74968]: node.session.xmit_thread_priority = -20
Oct 30 12:26:53 user nova-compute[74968]: node.session.cmds_max = 128
Oct 30 12:26:53 user nova-compute[74968]: node.session.queue_depth = 32
Oct 30 12:26:53 user nova-compute[74968]: node.session.nr_sessions = 1
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.authmethod = CHAP
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.username = LaidgWDN
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.password = ***
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.username_in = <empty>
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.password_in = <empty>
Oct 30 12:26:53 user nova-compute[74968]: node.session.auth.chap_algs = MD5
Oct 30 12:26:53 user nova-compute[74968]: node.session.timeo.replacement_timeout = 120
Oct 30 12:26:53 user nova-compute[74968]: node.session.err_timeo.abort_timeout = 15
Oct 30 12:26:53 user nova-compute[74968]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 12:26:53 user nova-compute[74968]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 12:26:53 user nova-compute[74968]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.FastAbort = Yes
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.InitialR2T = No
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.ImmediateData = Yes
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.MaxConnections = 1
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 12:26:53 user nova-compute[74968]: node.session.iscsi.ERL = 0
Oct 30 12:26:53 user nova-compute[74968]: node.session.scan = manual
Oct 30 12:26:53 user nova-compute[74968]: node.session.reopen_max = 0
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].address = 172.16.0.220
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].port = 3260
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].startup = manual
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].tcp.window_size = 524288
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].tcp.type_of_service = 0
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].timeo.logout_timeout = 15
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].timeo.login_timeout = 15
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].timeo.auth_timeout = 45
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.DataDigest = None
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.IFMarker = No
Oct 30 12:26:53 user nova-compute[74968]: node.conn[0].iscsi.OFMarker = No
Oct 30 12:26:53 user nova-compute[74968]: # END RECORD
Oct 30 12:26:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c514c88-d05d-4601-8e11-d4f93b799f9c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[040e15cd-340d-42e3-af41-1dffeb3ec53e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LaidgWDN {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LaidgWDN" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48d524c-be0c-4c15-a881-71c5a36b39fa]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LaidgWDN'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[036d14a6-a6b9-4b48-ac4d-8a363a3d9b4a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11dcb8d-698a-4e7f-b126-7bc34e0082b4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:26:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.190s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] HCTL ('39', '0', '0', 0) found on session 30 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Scanning host 39 c: 0, t: 0, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c007e698-7102-4869-8300-87c4d088c8c0]: (4, ('0 0 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Searching for a device in session 30 and hctl ('39', '0', '0', 0) yield: sdh {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.223s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== connect_volume: return (225ms) {'type': 'block', 'scsi_wwn': '26133333261343835', 'path': '/dev/sdh'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133333261343835', 'path': '/dev/sdh'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-836226707',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-836226707',id=31,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:25:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-kdysyhve',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:25:12Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=46ef60bb-ff50-4580-82b9-db597044e9e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:36:7b:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "vif_mac": "fa:16:3e:36:7b:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'pci_devices' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.objects.base [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Object Instance<46ef60bb-ff50-4580-82b9-db597044e9e9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:26:53 user nova-compute[74968]:   <uuid>46ef60bb-ff50-4580-82b9-db597044e9e9</uuid>
Oct 30 12:26:53 user nova-compute[74968]:   <name>instance-0000001f</name>
Oct 30 12:26:53 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:26:53 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:26:53 user nova-compute[74968]:   <metadata>
Oct 30 12:26:53 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:26:53 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-836226707</nova:name>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:26:53</nova:creationTime>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:26:53 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:26:53 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:owner>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:user uuid="ea85d6f704204995b19db214cdf5be9d">tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member</nova:user>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:project uuid="b2d2b0e04fd14dcc9879f369b0db7efb">tempest-ServerBootFromVolumeStableRescueTest-720680360</nova:project>
Oct 30 12:26:53 user nova-compute[74968]:       </nova:owner>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:26:53 user nova-compute[74968]:       <nova:ports>
Oct 30 12:26:53 user nova-compute[74968]:         <nova:port uuid="f2bea911-8712-4bd3-8a0c-1363a06c8b93">
Oct 30 12:26:53 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:26:53 user nova-compute[74968]:         </nova:port>
Oct 30 12:26:53 user nova-compute[74968]:       </nova:ports>
Oct 30 12:26:53 user nova-compute[74968]:     </nova:instance>
Oct 30 12:26:53 user nova-compute[74968]:   </metadata>
Oct 30 12:26:53 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:26:53 user nova-compute[74968]:     <system>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="serial">46ef60bb-ff50-4580-82b9-db597044e9e9</entry>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="uuid">46ef60bb-ff50-4580-82b9-db597044e9e9</entry>
Oct 30 12:26:53 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:26:53 user nova-compute[74968]:     </system>
Oct 30 12:26:53 user nova-compute[74968]:   </sysinfo>
Oct 30 12:26:53 user nova-compute[74968]:   <os>
Oct 30 12:26:53 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:26:53 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:26:53 user nova-compute[74968]:   </os>
Oct 30 12:26:53 user nova-compute[74968]:   <features>
Oct 30 12:26:53 user nova-compute[74968]:     <acpi/>
Oct 30 12:26:53 user nova-compute[74968]:     <apic/>
Oct 30 12:26:53 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:26:53 user nova-compute[74968]:   </features>
Oct 30 12:26:53 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:26:53 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:26:53 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:26:53 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:26:53 user nova-compute[74968]:   </clock>
Oct 30 12:26:53 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:26:53 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:26:53 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:26:53 user nova-compute[74968]:   </cpu>
Oct 30 12:26:53 user nova-compute[74968]:   <devices>
Oct 30 12:26:53 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:26:53 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:26:53 user nova-compute[74968]:       <source dev="/dev/sdh"/>
Oct 30 12:26:53 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:26:53 user nova-compute[74968]:       <serial>694da098-57aa-4dc2-8157-05488a37b854</serial>
Oct 30 12:26:53 user nova-compute[74968]:     </disk>
Oct 30 12:26:53 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:26:53 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:26:53 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue"/>
Oct 30 12:26:53 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:26:53 user nova-compute[74968]:       <boot order="1"/>
Oct 30 12:26:53 user nova-compute[74968]:     </disk>
Oct 30 12:26:53 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:26:53 user nova-compute[74968]:       <mac address="fa:16:3e:36:7b:16"/>
Oct 30 12:26:53 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:53 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:26:53 user nova-compute[74968]:       <target dev="tapf2bea911-87"/>
Oct 30 12:26:53 user nova-compute[74968]:     </interface>
Oct 30 12:26:53 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:26:53 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/console.log" append="off"/>
Oct 30 12:26:53 user nova-compute[74968]:     </serial>
Oct 30 12:26:53 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:26:53 user nova-compute[74968]:     <video>
Oct 30 12:26:53 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:26:53 user nova-compute[74968]:     </video>
Oct 30 12:26:53 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:26:53 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:26:53 user nova-compute[74968]:     </rng>
Oct 30 12:26:53 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:26:53 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:26:53 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:26:53 user nova-compute[74968]:     </memballoon>
Oct 30 12:26:53 user nova-compute[74968]:   </devices>
Oct 30 12:26:53 user nova-compute[74968]: </domain>
Oct 30 12:26:53 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:26:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance destroyed successfully.
Oct 30 12:26:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance destroyed successfully.
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:26:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] No VIF found with MAC fa:16:3e:36:7b:16, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing instance network info cache due to event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updated VIF entry in instance network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7dc70e5e-a29b-42f5-9cb4-8d5592667f1b req-f41451ac-95c5-494f-a0cd-6783add1e377 service nova] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:55 user nova-compute[74968]: WARNING nova.compute.manager [req-7e4d20c3-ced3-46a7-90b2-bc3c09558ebb req-0eccd009-d7e8-4e16-be09-2ba0460a3805 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing instance network info cache due to event network-changed-a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] Acquiring lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] Acquired lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.network.neutron [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Refreshing network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:56 user nova-compute[74968]: WARNING nova.compute.manager [req-49ce51e1-8d16-4bde-8b9f-16f56c094e4e req-120aa056-ef24-4fe4-aa64-85b8e61483bf service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state active and task_state rescuing.
Oct 30 12:26:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [{"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-cbcb864f-0bd3-4e71-b479-550a532f95c4" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updated VIF entry in instance network info cache for port a14fd51e-ce1f-4557-9636-d7256d0652c8. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [{"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9add01e2-0fc1-4205-a6a6-a7e5bcaf91be req-03b52190-dc2c-4924-82c9-20a637cd63a5 service nova] Releasing lock "refresh_cache-71c6f267-128f-427c-bbd7-84ff1ac6ca47" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:57 user nova-compute[74968]: WARNING nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:57 user nova-compute[74968]: WARNING nova.compute.manager [req-7bc484a8-b952-4aa3-ad1b-e597a7d409bb req-23a21766-1757-42b6-86f0-7335324b3092 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5172c0a0-71aa-4f84-9187-8e3229b4b8b5 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 36.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:26:58 user nova-compute[74968]: WARNING nova.compute.manager [req-fe4d4592-f574-408a-b862-325490ba7608 req-cbf77e20-2f13-4127-a3f5-07162c766ed2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state active and task_state rescuing.
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-bb3bcabe-96c6-4684-b0a7-c7ec94b17cd5 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cb0025c3-7b8f-4eee-8672-bc0c350be3dd tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:26:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json" returned: 0 in 0.313s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json" returned: 0 in 0.272s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:27:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:27:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7533MB free_disk=24.719383239746094GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bf893ed0-d631-4a8f-8fec-d952735445e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d5f4aef0-db72-4e78-9641-957d38b8ab93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cbcb864f-0bd3-4e71-b479-550a532f95c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance f974e29d-3bff-40c9-928b-c489233cb028 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.930s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:05 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:27:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:27:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:27:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:14 user nova-compute[74968]: DEBUG nova.objects.instance [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'flavor' on Instance uuid d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-62679e72-e8ee-4d2b-921d-90a4ba19aa81 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 49.284s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:15 user nova-compute[74968]: INFO nova.compute.manager [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Terminating instance
Oct 30 12:27:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-unplugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] No waiting events found dispatching network-vif-unplugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-5450d9b7-3b53-497b-976e-916f56010e33 req-44aaac2a-ce89-4e29-a8cd-8439dc9ebaac service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-unplugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:27:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Instance destroyed successfully.
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lazy-loading 'resources' on Instance uuid d5f4aef0-db72-4e78-9641-957d38b8ab93 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-77275554',display_name='tempest-AttachVolumeNegativeTest-server-77275554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-77275554',id=30,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEusNPf1D5brJGVjW6IpKFWxn7YZM42qQENCul71HgIK0u6GeYDHUcN6r0kj1yBmIjF7lX5cntk4OhfqqLgFSltV0NW5gmXGLLA8d0AvnHbs5YThsqVejUXexu0vPPRDg==',key_name='tempest-keypair-599100337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:23:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='21a917c3c6054d668033a2e3f0161264',ramdisk_id='',reservation_id='r-hgb4qp01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1203329423',owner_user_name='tempest-AttachVolumeNegativeTest-1203329423-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:23:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b3db2a81cdb4e928e39a6d69f78259a',uuid=d5f4aef0-db72-4e78-9641-957d38b8ab93,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converting VIF {"id": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "address": "fa:16:3e:e0:61:a6", "network": {"id": "791faed0-d0a6-4d11-83b6-f5d36372e2be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046886900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "21a917c3c6054d668033a2e3f0161264", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd899e09f-72", "ovs_interfaceid": "d899e09f-728c-448b-9edb-f6e4c3c0d52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG os_vif [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd899e09f-72, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8475f98-f507-4253-bd2c-2e6a5644897f) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:16 user nova-compute[74968]: INFO os_vif [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:61:a6,bridge_name='br-int',has_traffic_filtering=True,id=d899e09f-728c-448b-9edb-f6e4c3c0d52b,network=Network(791faed0-d0a6-4d11-83b6-f5d36372e2be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd899e09f-72')
Oct 30 12:27:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Deleting instance files /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93_del
Oct 30 12:27:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Deletion of /opt/stack/data/nova/instances/d5f4aef0-db72-4e78-9641-957d38b8ab93_del complete
Oct 30 12:27:16 user nova-compute[74968]: INFO nova.compute.manager [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 12:27:16 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:27:16 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:17 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Took 0.63 seconds to deallocate network for instance.
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:17 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Deleted allocations for instance d5f4aef0-db72-4e78-9641-957d38b8ab93
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-4a521d19-d0e3-4ba4-bd81-dfbd8ffd4cf2 tempest-AttachVolumeNegativeTest-1203329423 tempest-AttachVolumeNegativeTest-1203329423-project-member] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.156s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] Acquiring lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] Lock "d5f4aef0-db72-4e78-9641-957d38b8ab93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] No waiting events found dispatching network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:17 user nova-compute[74968]: WARNING nova.compute.manager [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received unexpected event network-vif-plugged-d899e09f-728c-448b-9edb-f6e4c3c0d52b for instance with vm_state deleted and task_state None.
Oct 30 12:27:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-1ab3a6ef-9afe-4e75-9a49-cb3b3b446932 req-17f1b15b-9db0-4532-9d84-39d979d86740 service nova] [instance: d5f4aef0-db72-4e78-9641-957d38b8ab93] Received event network-vif-deleted-d899e09f-728c-448b-9edb-f6e4c3c0d52b {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:25 user nova-compute[74968]: INFO nova.compute.manager [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Terminating instance
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-c80968fa-dd08-4a89-9004-fc712f039637 req-32e95ec7-70b5-4603-bea5-dfb8116bf2f0 service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-unplugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Instance destroyed successfully.
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'resources' on Instance uuid bf893ed0-d631-4a8f-8fec-d952735445e5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:21:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-153142728',display_name='tempest-TestMinimumBasicScenario-server-153142728',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-153142728',id=28,image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL81o7s1ewA1mhwy3MgSgu1d0+uwsrmzZQSJDKogYAz11EPFbZKvce3P9J3Wko1zbQuxh4+R/znCPXgQzLrvHEJBJENKQy5P3yTzWsEk3NnHYyOkuKCmWf33BXuQuu/r6w==',key_name='tempest-TestMinimumBasicScenario-229046012',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:21:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-90o2c024',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9747dec5-cd20-4431-9ed1-588e2d402894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:24:36Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=bf893ed0-d631-4a8f-8fec-d952735445e5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "27e89c32-ecd2-4733-97e4-928be26f90b4", "address": "fa:16:3e:c6:ea:7f", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27e89c32-ec", "ovs_interfaceid": "27e89c32-ecd2-4733-97e4-928be26f90b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG os_vif [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27e89c32-ec, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29029d8f-187c-4981-bba4-c6965618b4bd) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:26 user nova-compute[74968]: INFO os_vif [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:ea:7f,bridge_name='br-int',has_traffic_filtering=True,id=27e89c32-ecd2-4733-97e4-928be26f90b4,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27e89c32-ec')
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Deleting instance files /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5_del
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Deletion of /opt/stack/data/nova/instances/bf893ed0-d631-4a8f-8fec-d952735445e5_del complete
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.compute.manager [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 12:27:26 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.compute.manager [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Detaching volume 77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.virt.block_device [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Attempting to driver detach volume 77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 from mountpoint /dev/vdb
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Attempting to detach device vdb from instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:27:26 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:27:26 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:27:26 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:27:26 user nova-compute[74968]:   <serial>77aa1ed7-8a8e-4141-b8a4-dbf1d123d014</serial>
Oct 30 12:27:26 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:27:26 user nova-compute[74968]: </disk>
Oct 30 12:27:26 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Successfully detached device vdb from instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 from the persistent domain config.
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:27:26 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:27:26 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:27:26 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:27:26 user nova-compute[74968]:   <serial>77aa1ed7-8a8e-4141-b8a4-dbf1d123d014</serial>
Oct 30 12:27:26 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:27:26 user nova-compute[74968]: </disk>
Oct 30 12:27:26 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:26 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Took 0.57 seconds to deallocate network for instance.
Oct 30 12:27:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:27 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Deleted allocations for instance bf893ed0-d631-4a8f-8fec-d952735445e5
Oct 30 12:27:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d90441be-203b-4881-a838-bc96ae70f16a tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.165s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] Acquiring lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] Lock "bf893ed0-d631-4a8f-8fec-d952735445e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] No waiting events found dispatching network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:27 user nova-compute[74968]: WARNING nova.compute.manager [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received unexpected event network-vif-plugged-27e89c32-ecd2-4733-97e4-928be26f90b4 for instance with vm_state deleted and task_state None.
Oct 30 12:27:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-8e7151ba-0b2a-4ef7-b139-333000af6412 req-b9cfea13-409d-4842-aad6-8f5eede12e6e service nova] [instance: bf893ed0-d631-4a8f-8fec-d952735445e5] Received event network-vif-deleted-27e89c32-ecd2-4733-97e4-928be26f90b4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing instance network info cache due to event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:27:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:27:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:27:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updated VIF entry in instance network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4fce3fda-c97c-408f-919b-865c8a4db018 req-dce60584-b0c4-4d67-a6f7-bf4bf4618010 service nova] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:45 user nova-compute[74968]: INFO nova.compute.manager [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Shelve offloading
Oct 30 12:27:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance destroyed successfully.
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:46 user nova-compute[74968]: WARNING nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state active and task_state shelving.
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:46 user nova-compute[74968]: WARNING nova.compute.manager [req-56671ebc-38de-4af0-a51b-7e4f7b90c1f6 req-50687240-3dfa-40b6-ae78-46edc292e43e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state active and task_state shelving.
Oct 30 12:27:46 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 is timed out.
Oct 30 12:27:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Successfully detached device vdb from instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 from the live domain config.
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHivjwTK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:27:46 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab74296-0db9-4565-9b5e-6411d5d01f91]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:27:46 user nova-compute[74968]: No targets found.
Oct 30 12:27:46 user nova-compute[74968]: iSNS:
Oct 30 12:27:46 user nova-compute[74968]: No targets found.
Oct 30 12:27:46 user nova-compute[74968]: STATIC:
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:27:46 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:46 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:46 user nova-compute[74968]: FIRMWARE:
Oct 30 12:27:46 user nova-compute[74968]: No targets found.
Oct 30 12:27:46 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:27:46 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:27:46 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance destroyed successfully.
Oct 30 12:27:46 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'resources' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a00ddc4-e01f-472f-8e22-be194e62dc98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn/bGcWVCqMMdphmG2mSKb1Wyi9xGCn7ZI+MDj1lbUa1EmMRaDNr1t7UZDLjWmYGY4BsfVn/A4kVQSItW166GBJGlkzyFQjFzzP8+vgSGZL4P+4Esur/AWGWiGCIBjmxQ==',key_name='tempest-TestShelveInstance-330334325',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:26:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:26:22Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_vif [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7116564e-5e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing instance network info cache due to event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0173ab21-736a-40b8-a732-b1417062eb27) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c96dbfb2-7f5a-4798-9af7-d6e29c704499]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790235750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014'): ({'sde'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Removing single pathed devices sde {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:47 user nova-compute[74968]: INFO os_vif [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e')
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:27:47 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db9746e-9b6f-4556-ac50-a4e9bf219798]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[987e0f93-d116-4efa-a080-d32111c57339]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Flushing IO for device /dev/sde {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ac8650-19fc-4849-9b80-f2b19263b9a1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64d3529-cc5f-48cf-a27b-fd318a48dbe8]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ef8e3b-f5c0-4aa3-94a9-563767f586cc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[314407c8-8eef-4b5a-a96b-fe1814ea4b6e]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260]
Oct 30 12:27:47 user nova-compute[74968]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014, portal: 172.16.0.220,3260] successful.
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77aa1ed7-8a8e-4141-b8a4-dbf1d123d014 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a770b227-20c5-4246-8750-77a8c0aec1b0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] <== disconnect_volume: return (354ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.235s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[30dc6708-a7b6-417d-8c75-e34b6c42d90f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:27:47 user nova-compute[74968]: No targets found.
Oct 30 12:27:47 user nova-compute[74968]: iSNS:
Oct 30 12:27:47 user nova-compute[74968]: No targets found.
Oct 30 12:27:47 user nova-compute[74968]: STATIC:
Oct 30 12:27:47 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:27:47 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:47 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:47 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:27:47 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:47 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:47 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:27:47 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:47 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:47 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:27:47 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:47 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:47 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:27:47 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:47 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:47 user nova-compute[74968]: FIRMWARE:
Oct 30 12:27:47 user nova-compute[74968]: No targets found.
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:27:47 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:27:47 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[00bccba8-7db3-4ca3-90b2-977f59e17808]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa0205a-22d6-4415-8c3c-6d1fd0077634]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bf9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f9bac7-e360-447a-9410-e4dfa067bd30]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8306db-b589-4ef7-b501-80d9b88fbe88]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9df9db3-4529-45df-bb4f-08c5c10e09b6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updated VIF entry in instance network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.network.neutron [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": null, "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap7116564e-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e027daf8-a8b8-44ca-af48-5f0f4e58dc1a req-b9233a84-e19e-45f8-84af-ef51d3629287 service nova] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a851746-f7a1-4be5-b72d-d967b5a27c52]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded93d82-1c1c-4d94-9d0f-8d99bc1f2fcc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd1b8e9-167e-4ae8-a657-c3a4c159dbf0]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]
Oct 30 12:27:47 user nova-compute[74968]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.
Oct 30 12:27:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[08455558-6bca-4426-845e-d7bf5223ab7f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== disconnect_volume: return (579ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:27:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:27:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deleting instance files /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028_del
Oct 30 12:27:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deletion of /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028_del complete
Oct 30 12:27:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'flavor' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba426c86-7d0c-482d-a053-ac34758fa154 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.919s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:48 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Deleted allocations for instance f974e29d-3bff-40c9-928b-c489233cb028
Oct 30 12:27:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'numa_topology' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:48 user nova-compute[74968]: DEBUG nova.objects.base [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Object Instance<f974e29d-3bff-40c9-928b-c489233cb028> lazy-loaded attributes: resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:27:49 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:27:49 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:27:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5706aa42-908f-4820-a9e3-0115ba0d25be tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.126s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:53 user nova-compute[74968]: INFO nova.compute.manager [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Terminating instance
Oct 30 12:27:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6ab4ff-c2fb-48fc-ad29-334f2d724c2e req-2a0899a4-69db-4719-8b58-4e93abd4e1d0 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-unplugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:27:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Instance destroyed successfully.
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.objects.instance [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lazy-loading 'resources' on Instance uuid cbcb864f-0bd3-4e71-b479-550a532f95c4 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-778649360',display_name='tempest-ServerActionsTestOtherB-server-778649360',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-778649360',id=20,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiZBq3WxSxwlt8VXHiO9L0P1uH4ZDaLakeFUaPPIrmR3u3Cs0As0mo5QP802DqARocCZQO++c4RjSNsOvlaQqJG5nanL5U5fpmTRo5t62TGL8tmwlbi2IGvxeTYwUHpjQ==',key_name='tempest-keypair-1658707294',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:25:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fa95608bf9e49e0ada5aa7ab2a17f59',ramdisk_id='',reservation_id='r-2gl97dut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1209758979',owner_user_name='tempest-ServerActionsTestOtherB-1209758979-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:25:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='857d9e13cf3b4a96bdaaeabe2d5e2547',uuid=cbcb864f-0bd3-4e71-b479-550a532f95c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converting VIF {"id": "9828d2f9-74e0-42b5-92e0-6f8676175210", "address": "fa:16:3e:fa:0f:a9", "network": {"id": "aff3469c-2813-4533-ae9a-c1418f3c5782", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1160955321-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fa95608bf9e49e0ada5aa7ab2a17f59", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9828d2f9-74", "ovs_interfaceid": "9828d2f9-74e0-42b5-92e0-6f8676175210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_vif [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9828d2f9-74, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c3d11c5-0797-4888-9cc8-dff0c2546139) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:54 user nova-compute[74968]: INFO os_vif [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:0f:a9,bridge_name='br-int',has_traffic_filtering=True,id=9828d2f9-74e0-42b5-92e0-6f8676175210,network=Network(aff3469c-2813-4533-ae9a-c1418f3c5782),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9828d2f9-74')
Oct 30 12:27:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VHAiKzOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:27:54 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[102e6042-0e1c-493e-b099-67e38c245e85]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:27:54 user nova-compute[74968]: No targets found.
Oct 30 12:27:54 user nova-compute[74968]: iSNS:
Oct 30 12:27:54 user nova-compute[74968]: No targets found.
Oct 30 12:27:54 user nova-compute[74968]: STATIC:
Oct 30 12:27:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4
Oct 30 12:27:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:27:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:27:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:27:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:27:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:27:54 user nova-compute[74968]: FIRMWARE:
Oct 30 12:27:54 user nova-compute[74968]: No targets found.
Oct 30 12:27:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:27:54 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:27:54 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d66914-3cb1-42e4-badf-4a0090e92cdf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a6d9f2-dc31-42a0-997a-bc26a367c305]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:27:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7902ec550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4'): ({'sdf'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Removing single pathed devices sdf {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b49def6-830c-4dbc-ab1d-e4858cb1c6b4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31f7274-09a0-44ac-965e-2fab69b8b813]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Flushing IO for device /dev/sdf {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ca1a41-0653-4ad2-ad60-1880ee00d048]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0dc3ed5-ea14-41e8-abd9-4dcd37619d18]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] SCSI volumes sdf have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:27:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d342c69e-456e-48ce-bff3-71ba207a43a4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[64a0c63f-4d70-4601-bf3d-e772b3309fdf]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260]
Oct 30 12:27:55 user nova-compute[74968]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4, portal: 172.16.0.220,3260] successful.
Oct 30 12:27:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad9cbe-1296-4375-9d3f-330cfa401ca4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3958deb-1544-4eb1-939f-47d04ea3234d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] <== disconnect_volume: return (298ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:27:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Deleting instance files /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_del
Oct 30 12:27:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Deletion of /opt/stack/data/nova/instances/cbcb864f-0bd3-4e71-b479-550a532f95c4_del complete
Oct 30 12:27:55 user nova-compute[74968]: INFO nova.compute.manager [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 30 12:27:55 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:27:55 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:55 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Took 0.67 seconds to deallocate network for instance.
Oct 30 12:27:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-b4433177-e486-450f-90c5-30c2e910e658 req-0522cb4d-1d4a-4db8-8ef4-104c9c1437d2 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-deleted-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] Acquiring lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] No waiting events found dispatching network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:27:56 user nova-compute[74968]: WARNING nova.compute.manager [req-08700bb0-4fc2-42da-8118-b5fc88be5155 req-8ff42b7e-9aaa-4665-a341-cdcbb8687003 service nova] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Received unexpected event network-vif-plugged-9828d2f9-74e0-42b5-92e0-6f8676175210 for instance with vm_state active and task_state deleting.
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:27:56 user nova-compute[74968]: INFO nova.compute.manager [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] [instance: cbcb864f-0bd3-4e71-b479-550a532f95c4] Took 0.82 seconds to detach 1 volumes for instance.
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:57 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:27:57 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:27:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:57 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Deleted allocations for instance cbcb864f-0bd3-4e71-b479-550a532f95c4
Oct 30 12:27:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-91225006-f5c1-47ee-a3f1-fdef87a25cce tempest-ServerActionsTestOtherB-1209758979 tempest-ServerActionsTestOtherB-1209758979-project-member] Lock "cbcb864f-0bd3-4e71-b479-550a532f95c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.247s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:27:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:02 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:02 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7866MB free_disk=24.80010223388672GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:28:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.414s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquired lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'info_cache' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Releasing lock "refresh_cache-66e79f1c-4a70-4d4d-add0-20334334253d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:28:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance destroyed successfully.
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'resources' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:26:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG os_vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap351a459b-6e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c8bb134-95fe-4059-9410-4afad9855cae) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:08 user nova-compute[74968]: INFO os_vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start _get_guest_xml network_info=[{"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'numa_topology' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:08 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'vcpu_model' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:26:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'pci_devices' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:28:09 user nova-compute[74968]:   <uuid>66e79f1c-4a70-4d4d-add0-20334334253d</uuid>
Oct 30 12:28:09 user nova-compute[74968]:   <name>instance-00000017</name>
Oct 30 12:28:09 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:28:09 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:28:09 user nova-compute[74968]:   <metadata>
Oct 30 12:28:09 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:28:09 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeTestJSON-server-1905284157</nova:name>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:28:08</nova:creationTime>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:28:09 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:28:09 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:owner>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:user uuid="4ee2959f9f00487ea686f771f43e9b18">tempest-AttachVolumeTestJSON-1482830716-project-member</nova:user>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:project uuid="9af26b2461444d3bbca3c2b60c5ae1bb">tempest-AttachVolumeTestJSON-1482830716</nova:project>
Oct 30 12:28:09 user nova-compute[74968]:       </nova:owner>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:28:09 user nova-compute[74968]:       <nova:ports>
Oct 30 12:28:09 user nova-compute[74968]:         <nova:port uuid="351a459b-6e06-4735-8cf8-22a83649b123">
Oct 30 12:28:09 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:28:09 user nova-compute[74968]:         </nova:port>
Oct 30 12:28:09 user nova-compute[74968]:       </nova:ports>
Oct 30 12:28:09 user nova-compute[74968]:     </nova:instance>
Oct 30 12:28:09 user nova-compute[74968]:   </metadata>
Oct 30 12:28:09 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:28:09 user nova-compute[74968]:     <system>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="serial">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="uuid">66e79f1c-4a70-4d4d-add0-20334334253d</entry>
Oct 30 12:28:09 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:28:09 user nova-compute[74968]:     </system>
Oct 30 12:28:09 user nova-compute[74968]:   </sysinfo>
Oct 30 12:28:09 user nova-compute[74968]:   <os>
Oct 30 12:28:09 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:28:09 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:28:09 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:28:09 user nova-compute[74968]:   </os>
Oct 30 12:28:09 user nova-compute[74968]:   <features>
Oct 30 12:28:09 user nova-compute[74968]:     <acpi/>
Oct 30 12:28:09 user nova-compute[74968]:     <apic/>
Oct 30 12:28:09 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:28:09 user nova-compute[74968]:   </features>
Oct 30 12:28:09 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:28:09 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:28:09 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:28:09 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:28:09 user nova-compute[74968]:   </clock>
Oct 30 12:28:09 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:28:09 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:28:09 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:28:09 user nova-compute[74968]:   </cpu>
Oct 30 12:28:09 user nova-compute[74968]:   <devices>
Oct 30 12:28:09 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:28:09 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:28:09 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk"/>
Oct 30 12:28:09 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:28:09 user nova-compute[74968]:     </disk>
Oct 30 12:28:09 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:28:09 user nova-compute[74968]:       <mac address="fa:16:3e:07:1e:1a"/>
Oct 30 12:28:09 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:28:09 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:28:09 user nova-compute[74968]:       <target dev="tap351a459b-6e"/>
Oct 30 12:28:09 user nova-compute[74968]:     </interface>
Oct 30 12:28:09 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:28:09 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/console.log" append="off"/>
Oct 30 12:28:09 user nova-compute[74968]:     </serial>
Oct 30 12:28:09 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:28:09 user nova-compute[74968]:     <video>
Oct 30 12:28:09 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:28:09 user nova-compute[74968]:     </video>
Oct 30 12:28:09 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:28:09 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:28:09 user nova-compute[74968]:     </rng>
Oct 30 12:28:09 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:28:09 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:28:09 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:28:09 user nova-compute[74968]:     </memballoon>
Oct 30 12:28:09 user nova-compute[74968]:   </devices>
Oct 30 12:28:09 user nova-compute[74968]: </domain>
Oct 30 12:28:09 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'trusted_certs' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:09 user nova-compute[74968]: WARNING nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor.
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid bec8aa40-8381-41b1-bde7-9b21a76efcad {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid fda50f07-34e8-4d61-a33b-5ed7775a7da9 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: INFO nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] During sync_power_state the instance has a pending task (powering-on). Skip.
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.230s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.118s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.130s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.130s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.139s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.144s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Cannot resize image /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.objects.instance [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'migration_context' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.objects.base [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Object Instance<66e79f1c-4a70-4d4d-add0-20334334253d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:26:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG os_vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9166e71d-5fa4-5b8c-8000-a11c4c89f34b', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap351a459b-6e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap351a459b-6e, col_values=(('qos', UUID('1f3d1b6a-07c0-4e10-8b5b-e7c184151187')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap351a459b-6e, col_values=(('external_ids', {'iface-id': '351a459b-6e06-4735-8cf8-22a83649b123', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:1e:1a', 'vm-uuid': '66e79f1c-4a70-4d4d-add0-20334334253d'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:28:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:10 user nova-compute[74968]: INFO os_vif [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:28:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:11 user nova-compute[74968]: WARNING nova.compute.manager [req-f4aa3d6f-58ca-4388-a47a-8c5b043e0980 req-6a82ec8b-58fb-46b6-8f57-7129d120c230 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state powering-on.
Oct 30 12:28:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:13 user nova-compute[74968]: WARNING nova.compute.manager [req-9d2b7ce4-8e0d-437e-bd43-f11513a30235 req-b7f9fa4f-5c73-424d-a903-bb3643cde21d service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state stopped and task_state powering-on.
Oct 30 12:28:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:28:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance rebooted successfully.
Oct 30 12:28:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-90b5546c-f620-45dd-9283-a0f11165a49d tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:28:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:17 user nova-compute[74968]: INFO nova.compute.manager [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Terminating instance
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4904d7c-726e-457e-a4b3-189d96169cfd req-4eb03ab4-5317-4834-839a-dd504ef1f4d6 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-unplugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:28:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Instance destroyed successfully.
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.objects.instance [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lazy-loading 'resources' on Instance uuid 71c6f267-128f-427c-bbd7-84ff1ac6ca47 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-409300475',display_name='tempest-ServerStableDeviceRescueTest-server-409300475',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-409300475',id=27,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/1uvM71x2BR45HaxIwQcCIuc2y3CVIbpXDfOut29ZLLUFgn/VFVkp6GBgJx9ecIYMLT/bTGgIvZY2R0vjWWrBccN0GT9N6Pam/kXTnzkupmxitL76yJpRXDUGvHVpUXQ==',key_name='tempest-keypair-1413994133',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:25:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5e8794b826f4e3cbd1144e672542fd3',ramdisk_id='',reservation_id='r-d0bfv7me',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-325211086',owner_user_name='tempest-ServerStableDeviceRescueTest-325211086-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:26:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c3864c15c894bb19eb522df124e4cb8',uuid=71c6f267-128f-427c-bbd7-84ff1ac6ca47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converting VIF {"id": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "address": "fa:16:3e:79:63:2e", "network": {"id": "553be7c7-7855-461a-8b1a-fd136fbb3c84", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-258425161-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5e8794b826f4e3cbd1144e672542fd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa14fd51e-ce", "ovs_interfaceid": "a14fd51e-ce1f-4557-9636-d7256d0652c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG os_vif [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa14fd51e-ce, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b01fe5d8-f166-4962-8a13-b3330f4e4644) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:28:17 user nova-compute[74968]: INFO os_vif [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:63:2e,bridge_name='br-int',has_traffic_filtering=True,id=a14fd51e-ce1f-4557-9636-d7256d0652c8,network=Network(553be7c7-7855-461a-8b1a-fd136fbb3c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa14fd51e-ce')
Oct 30 12:28:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Deleting instance files /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47_del
Oct 30 12:28:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Deletion of /opt/stack/data/nova/instances/71c6f267-128f-427c-bbd7-84ff1ac6ca47_del complete
Oct 30 12:28:18 user nova-compute[74968]: INFO nova.compute.manager [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 30 12:28:18 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:18 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Took 0.84 seconds to deallocate network for instance.
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-f125ca9b-9ee7-477b-9b48-278b3d3b0279 req-3a663327-9fb7-4e8d-8ed2-d585f42925d3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-deleted-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:18 user nova-compute[74968]: INFO nova.compute.manager [req-f125ca9b-9ee7-477b-9b48-278b3d3b0279 req-3a663327-9fb7-4e8d-8ed2-d585f42925d3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Neutron deleted interface a14fd51e-ce1f-4557-9636-d7256d0652c8; detaching it from the instance and deleting it from the info cache
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-f125ca9b-9ee7-477b-9b48-278b3d3b0279 req-3a663327-9fb7-4e8d-8ed2-d585f42925d3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-f125ca9b-9ee7-477b-9b48-278b3d3b0279 req-3a663327-9fb7-4e8d-8ed2-d585f42925d3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Detach interface failed, port_id=a14fd51e-ce1f-4557-9636-d7256d0652c8, reason: Instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:19 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Deleted allocations for instance 71c6f267-128f-427c-bbd7-84ff1ac6ca47
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-667dce1f-dc71-4d1f-85ed-b8488c9b0427 tempest-ServerStableDeviceRescueTest-325211086 tempest-ServerStableDeviceRescueTest-325211086-project-member] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.325s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] Acquiring lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] Lock "71c6f267-128f-427c-bbd7-84ff1ac6ca47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] No waiting events found dispatching network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:19 user nova-compute[74968]: WARNING nova.compute.manager [req-74c77059-e7a4-468b-b793-fd06d800ea27 req-2d19844f-1f53-4163-b027-d78965478ad3 service nova] [instance: 71c6f267-128f-427c-bbd7-84ff1ac6ca47] Received unexpected event network-vif-plugged-a14fd51e-ce1f-4557-9636-d7256d0652c8 for instance with vm_state deleted and task_state None.
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:28:20 user nova-compute[74968]: INFO nova.compute.claims [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Claim successful on node user
Oct 30 12:28:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.405s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:28:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.policy [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1034acb34d2448eeb3dc75ad1b9015f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c348f772d5e4dbbad712277e24dfacc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:28:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Creating image(s)
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "/opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "/opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "/opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Successfully created port: be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.part --force-share --output=json" returned: 0 in 0.199s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG nova.virt.images [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] 8fec1934-9aa9-4889-8794-4edf20bdc8ea was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.part /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.part /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.converted" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.323s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Successfully updated port: be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.compute.manager [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing instance network info cache due to event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294,backing_fmt=raw /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294,backing_fmt=raw /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk 1073741824" returned: 0 in 0.060s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "529ae967377d5c7c1b86010a2e75beabaa5f5294" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.neutron [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance network_info: |[{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.neutron [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Cannot resize image /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Ensure instance console log exists: /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Start _get_guest_xml network_info=[{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:28:17Z,direct_url=<?>,disk_format='qcow2',id=8fec1934-9aa9-4889-8794-4edf20bdc8ea,min_disk=0,min_ram=0,name='tempest-scenario-img--275072932',owner='0c348f772d5e4dbbad712277e24dfacc',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:28:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '8fec1934-9aa9-4889-8794-4edf20bdc8ea'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:28:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:28:17Z,direct_url=<?>,disk_format='qcow2',id=8fec1934-9aa9-4889-8794-4edf20bdc8ea,min_disk=0,min_ram=0,name='tempest-scenario-img--275072932',owner='0c348f772d5e4dbbad712277e24dfacc',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:28:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-858835017',display_name='tempest-TestMinimumBasicScenario-server-858835017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-858835017',id=33,image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIo3x5CE558zi/RiaETwFpi5WWXslMr60Z4q6Q/yKpOuUh9KLtCd2PzBxUDsvyd/+nUmAFww7pDTHeXvl3LUZ9agVE5hAMEGEoWPaiA6dFoA1+fI2xP+2DIAGuwVhGHfAg==',key_name='tempest-TestMinimumBasicScenario-1030217899',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-lcfhyp1h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:28:21Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=8cf0a061-92ec-4d6c-874d-4ad4189a5212,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'pci_devices' on Instance uuid 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:28:22 user nova-compute[74968]:   <uuid>8cf0a061-92ec-4d6c-874d-4ad4189a5212</uuid>
Oct 30 12:28:22 user nova-compute[74968]:   <name>instance-00000021</name>
Oct 30 12:28:22 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:28:22 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:28:22 user nova-compute[74968]:   <metadata>
Oct 30 12:28:22 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:28:22 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:name>tempest-TestMinimumBasicScenario-server-858835017</nova:name>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:28:22</nova:creationTime>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:28:22 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:28:22 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:owner>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:user uuid="1034acb34d2448eeb3dc75ad1b9015f7">tempest-TestMinimumBasicScenario-1071984492-project-member</nova:user>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:project uuid="0c348f772d5e4dbbad712277e24dfacc">tempest-TestMinimumBasicScenario-1071984492</nova:project>
Oct 30 12:28:22 user nova-compute[74968]:       </nova:owner>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:root type="image" uuid="8fec1934-9aa9-4889-8794-4edf20bdc8ea"/>
Oct 30 12:28:22 user nova-compute[74968]:       <nova:ports>
Oct 30 12:28:22 user nova-compute[74968]:         <nova:port uuid="be793eb1-ba97-4e3b-9cc0-5dfc54c118d1">
Oct 30 12:28:22 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:28:22 user nova-compute[74968]:         </nova:port>
Oct 30 12:28:22 user nova-compute[74968]:       </nova:ports>
Oct 30 12:28:22 user nova-compute[74968]:     </nova:instance>
Oct 30 12:28:22 user nova-compute[74968]:   </metadata>
Oct 30 12:28:22 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:28:22 user nova-compute[74968]:     <system>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="serial">8cf0a061-92ec-4d6c-874d-4ad4189a5212</entry>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="uuid">8cf0a061-92ec-4d6c-874d-4ad4189a5212</entry>
Oct 30 12:28:22 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:28:22 user nova-compute[74968]:     </system>
Oct 30 12:28:22 user nova-compute[74968]:   </sysinfo>
Oct 30 12:28:22 user nova-compute[74968]:   <os>
Oct 30 12:28:22 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:28:22 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:28:22 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:28:22 user nova-compute[74968]:   </os>
Oct 30 12:28:22 user nova-compute[74968]:   <features>
Oct 30 12:28:22 user nova-compute[74968]:     <acpi/>
Oct 30 12:28:22 user nova-compute[74968]:     <apic/>
Oct 30 12:28:22 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:28:22 user nova-compute[74968]:   </features>
Oct 30 12:28:22 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:28:22 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:28:22 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:28:22 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:28:22 user nova-compute[74968]:   </clock>
Oct 30 12:28:22 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:28:22 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:28:22 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:28:22 user nova-compute[74968]:   </cpu>
Oct 30 12:28:22 user nova-compute[74968]:   <devices>
Oct 30 12:28:22 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:28:22 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:28:22 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk"/>
Oct 30 12:28:22 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:28:22 user nova-compute[74968]:     </disk>
Oct 30 12:28:22 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:28:22 user nova-compute[74968]:       <mac address="fa:16:3e:39:6c:fc"/>
Oct 30 12:28:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:28:22 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:28:22 user nova-compute[74968]:       <target dev="tapbe793eb1-ba"/>
Oct 30 12:28:22 user nova-compute[74968]:     </interface>
Oct 30 12:28:22 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:28:22 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/console.log" append="off"/>
Oct 30 12:28:22 user nova-compute[74968]:     </serial>
Oct 30 12:28:22 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:28:22 user nova-compute[74968]:     <video>
Oct 30 12:28:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:28:22 user nova-compute[74968]:     </video>
Oct 30 12:28:22 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:28:22 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:28:22 user nova-compute[74968]:     </rng>
Oct 30 12:28:22 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:28:22 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:28:22 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:28:22 user nova-compute[74968]:     </memballoon>
Oct 30 12:28:22 user nova-compute[74968]:   </devices>
Oct 30 12:28:22 user nova-compute[74968]: </domain>
Oct 30 12:28:22 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-858835017',display_name='tempest-TestMinimumBasicScenario-server-858835017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-858835017',id=33,image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIo3x5CE558zi/RiaETwFpi5WWXslMr60Z4q6Q/yKpOuUh9KLtCd2PzBxUDsvyd/+nUmAFww7pDTHeXvl3LUZ9agVE5hAMEGEoWPaiA6dFoA1+fI2xP+2DIAGuwVhGHfAg==',key_name='tempest-TestMinimumBasicScenario-1030217899',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-lcfhyp1h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:28:21Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=8cf0a061-92ec-4d6c-874d-4ad4189a5212,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG os_vif [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d9c677c-ca04-57e8-926e-1e82fe3841f4', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe793eb1-ba, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe793eb1-ba, col_values=(('qos', UUID('c07f23d6-b638-4e6e-b3db-deebcb422431')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe793eb1-ba, col_values=(('external_ids', {'iface-id': 'be793eb1-ba97-4e3b-9cc0-5dfc54c118d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:6c:fc', 'vm-uuid': '8cf0a061-92ec-4d6c-874d-4ad4189a5212'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:28:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:22 user nova-compute[74968]: INFO os_vif [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba')
Oct 30 12:28:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updated VIF entry in instance network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:28:23 user nova-compute[74968]: DEBUG nova.network.neutron [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0699dfd1-b9f0-4608-802c-d6236d607401 req-585755d0-3b8f-4b8d-a52e-98b7308ce0e1 service nova] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:28:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:28:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No VIF found with MAC fa:16:3e:39:6c:fc, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:24 user nova-compute[74968]: WARNING nova.compute.manager [req-581c725c-a1b3-407d-96e4-3373e185eda1 req-23d73c2d-fc17-4561-ae05-4e05338f944a service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state building and task_state spawning.
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:26 user nova-compute[74968]: WARNING nova.compute.manager [req-02b5690e-1f81-47e2-b52f-e0d3e113a0d5 req-13277b20-83a1-4e65-ad7c-661b0a75f174 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state building and task_state spawning.
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:28:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance spawned successfully.
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:28:27 user nova-compute[74968]: INFO nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Took 6.32 seconds to spawn the instance on the hypervisor.
Oct 30 12:28:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:28:27 user nova-compute[74968]: INFO nova.compute.manager [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Took 7.12 seconds to build instance.
Oct 30 12:28:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d3dc9050-057e-4160-a941-6260c10550fa tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.227s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:41 user nova-compute[74968]: INFO nova.compute.manager [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Unrescuing
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquired lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating instance_info_cache with network_info: [{"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Releasing lock "refresh_cache-46ef60bb-ff50-4580-82b9-db597044e9e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'flavor' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:41 user nova-compute[74968]: WARNING nova.compute.manager [req-f53795e4-57e5-42c6-9cd1-96ab92cd4712 req-e3809efd-54a1-4c83-849f-dc34d11da52b service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:28:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance destroyed successfully.
Oct 30 12:28:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:43 user nova-compute[74968]: WARNING nova.compute.manager [req-174d63dc-943f-445a-bcd7-8ed42f0570b4 req-c48a0530-9e23-4dad-9957-d2cbf9400cb5 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:45 user nova-compute[74968]: WARNING nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:28:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:28:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:28:45 user nova-compute[74968]: WARNING nova.compute.manager [req-33a13702-7763-4802-b264-8c3758c7a210 req-d54bcbb9-2000-44fd-b098-679aa9098341 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:28:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-25794dc2-b14a-42a6-8198-f23834f6dda3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:28:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:28:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:28:46 user nova-compute[74968]: INFO nova.compute.manager [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Detaching volume be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:28:46 user nova-compute[74968]: INFO nova.virt.block_device [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Attempting to driver detach volume be2af028-7aeb-46e1-bc9e-9cd32eb47134 from mountpoint /dev/vdb
Oct 30 12:28:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Attempting to detach device vdb from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:28:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:28:46 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:28:46 user nova-compute[74968]:   <source dev="/dev/sdk"/>
Oct 30 12:28:46 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:28:46 user nova-compute[74968]:   <serial>be2af028-7aeb-46e1-bc9e-9cd32eb47134</serial>
Oct 30 12:28:46 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:28:46 user nova-compute[74968]: </disk>
Oct 30 12:28:46 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:28:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully detached device vdb from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the persistent domain config.
Oct 30 12:28:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:28:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:28:46 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:28:46 user nova-compute[74968]:   <source dev="/dev/sdk"/>
Oct 30 12:28:46 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:28:46 user nova-compute[74968]:   <serial>be2af028-7aeb-46e1-bc9e-9cd32eb47134</serial>
Oct 30 12:28:46 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 12:28:46 user nova-compute[74968]: </disk>
Oct 30 12:28:46 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:28:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:28:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:57 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:28:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:28:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:28:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:28:58 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updating instance_info_cache with network_info: [{"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-fda50f07-34e8-4d61-a33b-5ed7775a7da9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:28:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:03 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:29:03 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7769MB free_disk=24.863658905029297GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 66e79f1c-4a70-4d4d-add0-20334334253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:29:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.456s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:07 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 is timed out.
Oct 30 12:29:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully detached device vdb from instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 from the live domain config.
Oct 30 12:29:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cjqsXtKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:29:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2a09a5-31ee-4e34-9fb3-0a6da58e2153]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:29:07 user nova-compute[74968]: No targets found.
Oct 30 12:29:07 user nova-compute[74968]: iSNS:
Oct 30 12:29:07 user nova-compute[74968]: No targets found.
Oct 30 12:29:07 user nova-compute[74968]: STATIC:
Oct 30 12:29:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:29:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:29:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:29:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134
Oct 30 12:29:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:29:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:29:07 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:29:07 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:29:07 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:29:07 user nova-compute[74968]: FIRMWARE:
Oct 30 12:29:07 user nova-compute[74968]: No targets found.
Oct 30 12:29:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:29:07 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:29:07 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba624f2-20e2-4b64-a56a-7097eb28a9b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[45627180-402f-4771-9360-56232ce691bb]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:07 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:29:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:07 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:07 user nova-compute[74968]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 (non-flash)
Oct 30 12:29:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023f910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134'): ({'sdk'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Removing single pathed devices sdk {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c604b708-b3f9-46bd-9750-08555ff88930]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[765bad77-238c-42cc-9ff3-f52074e552ef]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flushing IO for device /dev/sdk {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3e1ae9-9e32-4116-b5ee-36e0ed99a2ae]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d47f4c2-a22e-4974-9781-be7fbff99b6c]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] SCSI volumes sdk have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9183ae7a-5968-40e0-bacb-901b39d34fe3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae95c6bd-1b96-4fc9-af19-287c7bf4e725]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260]
Oct 30 12:29:07 user nova-compute[74968]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134, portal: 172.16.0.220,3260] successful.
Oct 30 12:29:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be2af028-7aeb-46e1-bc9e-9cd32eb47134 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[46123b9f-1df9-42ec-b65d-531c4699ee64]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== disconnect_volume: return (352ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:29:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:29:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'flavor' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:29:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b5eb0e86-e82a-4822-b8e2-7005460adeb7 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.324s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:29:26 user nova-compute[74968]: INFO nova.compute.claims [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Claim successful on node user
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:29:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG nova.policy [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5222b235ae44242977e63df10e9e0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a95edc421434f508fbf5cfc7da68c53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:29:26 user nova-compute[74968]: INFO nova.virt.block_device [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Booting with volume 3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 at /dev/vda
Oct 30 12:29:26 user nova-compute[74968]: DEBUG os_brick.utils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:29:26 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d516aa-36fa-43af-bb5f-66c05ad412bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9685cd1d-6bf9-4640-a369-a4e18fa88f2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7988d60-3159-45a7-9ed7-64ea5db4891f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[911b5fed-9e2c-4417-b0d5-d651b738ba59]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:29:27 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:29:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3b8579-9fa9-4488-8600-eb9bb9670f8a]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG os_brick.utils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating existing volume attachment record: 443cdc54-af5e-4ed4-90a0-b2dbd5eb92c6 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:29:27 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Successfully created port: 30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Successfully updated port: 30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquired lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-changed-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Refreshing instance network info cache due to event network-changed-30a871f6-d0a2-4866-b0af-e2220e3ac813. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] Acquiring lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating instance_info_cache with network_info: [{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Releasing lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance network_info: |[{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] Acquired lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:29:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Refreshing network info cache for port 30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:29:29 user nova-compute[74968]: DEBUG nova.network.neutron [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updated VIF entry in instance network info cache for port 30a871f6-d0a2-4866-b0af-e2220e3ac813. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:29:29 user nova-compute[74968]: DEBUG nova.network.neutron [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating instance_info_cache with network_info: [{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:29:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0b5dc64d-ad4a-4521-ad66-478af3a7f2b3 req-891fa505-ba6b-438f-ad69-ff55ed6c6852 service nova] Releasing lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:29:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:36 user nova-compute[74968]: INFO nova.compute.manager [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Terminating instance
Oct 30 12:29:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-f0841f61-db12-4c4a-9ec8-bada89b61dcc req-e1694592-82aa-4374-bfe3-e3e0f6b1bb99 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-unplugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.compute.manager [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Unshelving
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.virt.block_device [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Booting with volume f1b9558c-fc91-4ed3-b331-e6fac5eccf66 at /dev/vda
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac87224-893a-4411-8fa7-49d9573582e0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a00cbe-c715-406f-98c5-02a2b431cf49]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2db5a5f-777c-40f8-a69f-a2a4e9bfc501]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9275aa-75ef-47fc-a643-facdc841c052]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:29:37 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b05f5fb-6788-4f67-a4f9-f577821cde12]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating existing volume attachment record: c5f0b586-b18d-4304-b5c8-38cb6bbebe4d {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Instance destroyed successfully.
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'resources' on Instance uuid 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:21:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-554818490',display_name='tempest-ServerActionsTestOtherA-server-1487413537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-554818490',id=29,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyzwyorMqP9kt5gZk92w61oEfjBW1O/C83i53a+xvhdskUCJFa1Nv9a8DTL/+6PXILyELo0dIYeTCfRya9pHbm5aVJyniTBUowogfjuA/HHNjx8U7oVksJpbDTYNBMEdg==',key_name='tempest-keypair-823441138',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:26:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-z5od77xo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "c885282e-d720-48f0-8c10-b4b19cca89c3", "address": "fa:16:3e:ee:6a:4a", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc885282e-d7", "ovs_interfaceid": "c885282e-d720-48f0-8c10-b4b19cca89c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG os_vif [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc885282e-d7, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6d9eb0e-b165-43bc-9bb5-601bcd14e178) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:37 user nova-compute[74968]: INFO os_vif [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:6a:4a,bridge_name='br-int',has_traffic_filtering=True,id=c885282e-d720-48f0-8c10-b4b19cca89c3,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc885282e-d7')
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Deleting instance files /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696_del
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Deletion of /opt/stack/data/nova/instances/2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696_del complete
Oct 30 12:29:37 user nova-compute[74968]: INFO nova.compute.manager [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 30 12:29:37 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:29:37 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:29:38 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:29:38 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Took 0.85 seconds to deallocate network for instance.
Oct 30 12:29:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-2786276a-e23d-419a-b53b-1bc0ca4172d4 req-3ea9bbde-729e-41a2-b124-46ce573156a2 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-deleted-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:38 user nova-compute[74968]: INFO nova.compute.manager [req-2786276a-e23d-419a-b53b-1bc0ca4172d4 req-3ea9bbde-729e-41a2-b124-46ce573156a2 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Neutron deleted interface c885282e-d720-48f0-8c10-b4b19cca89c3; detaching it from the instance and deleting it from the info cache
Oct 30 12:29:38 user nova-compute[74968]: DEBUG nova.network.neutron [req-2786276a-e23d-419a-b53b-1bc0ca4172d4 req-3ea9bbde-729e-41a2-b124-46ce573156a2 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:29:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-2786276a-e23d-419a-b53b-1bc0ca4172d4 req-3ea9bbde-729e-41a2-b124-46ce573156a2 service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Detach interface failed, port_id=c885282e-d720-48f0-8c10-b4b19cca89c3, reason: Instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:29:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:39 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Deleted allocations for instance 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696
Oct 30 12:29:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3f82c41d-ba87-4cf8-b65b-be9961ae8a88 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.345s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] Acquiring lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] Lock "2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] No waiting events found dispatching network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:29:39 user nova-compute[74968]: WARNING nova.compute.manager [req-1bc21c90-eefc-41f5-a1e6-1220d5d48a40 req-e284d54f-306c-406d-9239-df3cca6a7b2c service nova] [instance: 2bb6f4e0-6d7a-4193-a7fc-e1cdc34d9696] Received unexpected event network-vif-plugged-c885282e-d720-48f0-8c10-b4b19cca89c3 for instance with vm_state deleted and task_state None.
Oct 30 12:29:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:29:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Creating image(s)
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Ensure instance console log exists: /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start _get_guest_xml network_info=[{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '443cdc54-af5e-4ed4-90a0-b2dbd5eb92c6', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5a59a43-9043-4749-8f23-678cd9ac1bbc', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'serial': '3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:29:47 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:29:47 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:29:47 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:29:47 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:29:47 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f570b802-7702-4462-97a6-358562ee7bf5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:29:47 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc9b066-b1fe-4f18-8c2b-d4f8fa584f0e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2] added
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73316ed0-d1a2-430c-a89f-33ce485f4951]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c108a4-0bba-4db7-a4d3-235e343ae07a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHAVJQuE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHAVJQuE" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e6b648-820a-4c68-b630-2c59e9b6c9f9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XHAVJQuE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c52310d0-90e3-4b66-8bd0-b85db5c3b69d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f162c57-e3af-4960-a3f5-16b0a9447971]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[382c89a4-1c1e-4366-aeb1-192b27d348d4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]
Oct 30 12:29:47 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb90d70-5d4e-4925-92a2-722655f5f212]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79c2df5-5929-4aac-b5ed-5bf194b5c04c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:29:47 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d55ae515-c73e-421f-9f7c-54cca4ae3db6]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:29:47 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23563623861623535', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563623861623535', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1651010183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:29:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lazy-loading 'pci_devices' on Instance uuid c5a59a43-9043-4749-8f23-678cd9ac1bbc {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:29:48 user nova-compute[74968]:   <uuid>c5a59a43-9043-4749-8f23-678cd9ac1bbc</uuid>
Oct 30 12:29:48 user nova-compute[74968]:   <name>instance-00000022</name>
Oct 30 12:29:48 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:29:48 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:29:48 user nova-compute[74968]:   <metadata>
Oct 30 12:29:48 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:29:48 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:29:48 user nova-compute[74968]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1651010183</nova:name>
Oct 30 12:29:48 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:29:47</nova:creationTime>
Oct 30 12:29:48 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:29:48 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:29:48 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:29:48 user nova-compute[74968]:       <nova:owner>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:user uuid="d5222b235ae44242977e63df10e9e0e8">tempest-ServerActionsV293TestJSON-1535954057-project-member</nova:user>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:project uuid="5a95edc421434f508fbf5cfc7da68c53">tempest-ServerActionsV293TestJSON-1535954057</nova:project>
Oct 30 12:29:48 user nova-compute[74968]:       </nova:owner>
Oct 30 12:29:48 user nova-compute[74968]:       <nova:ports>
Oct 30 12:29:48 user nova-compute[74968]:         <nova:port uuid="30a871f6-d0a2-4866-b0af-e2220e3ac813">
Oct 30 12:29:48 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 12:29:48 user nova-compute[74968]:         </nova:port>
Oct 30 12:29:48 user nova-compute[74968]:       </nova:ports>
Oct 30 12:29:48 user nova-compute[74968]:     </nova:instance>
Oct 30 12:29:48 user nova-compute[74968]:   </metadata>
Oct 30 12:29:48 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:29:48 user nova-compute[74968]:     <system>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="serial">c5a59a43-9043-4749-8f23-678cd9ac1bbc</entry>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="uuid">c5a59a43-9043-4749-8f23-678cd9ac1bbc</entry>
Oct 30 12:29:48 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:29:48 user nova-compute[74968]:     </system>
Oct 30 12:29:48 user nova-compute[74968]:   </sysinfo>
Oct 30 12:29:48 user nova-compute[74968]:   <os>
Oct 30 12:29:48 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:29:48 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:29:48 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:29:48 user nova-compute[74968]:   </os>
Oct 30 12:29:48 user nova-compute[74968]:   <features>
Oct 30 12:29:48 user nova-compute[74968]:     <acpi/>
Oct 30 12:29:48 user nova-compute[74968]:     <apic/>
Oct 30 12:29:48 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:29:48 user nova-compute[74968]:   </features>
Oct 30 12:29:48 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:29:48 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:29:48 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:29:48 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:29:48 user nova-compute[74968]:   </clock>
Oct 30 12:29:48 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:29:48 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:29:48 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:29:48 user nova-compute[74968]:   </cpu>
Oct 30 12:29:48 user nova-compute[74968]:   <devices>
Oct 30 12:29:48 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:29:48 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:29:48 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:29:48 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:29:48 user nova-compute[74968]:       <serial>3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2</serial>
Oct 30 12:29:48 user nova-compute[74968]:     </disk>
Oct 30 12:29:48 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:29:48 user nova-compute[74968]:       <mac address="fa:16:3e:a0:82:98"/>
Oct 30 12:29:48 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:29:48 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:29:48 user nova-compute[74968]:       <target dev="tap30a871f6-d0"/>
Oct 30 12:29:48 user nova-compute[74968]:     </interface>
Oct 30 12:29:48 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:29:48 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc/console.log" append="off"/>
Oct 30 12:29:48 user nova-compute[74968]:     </serial>
Oct 30 12:29:48 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:29:48 user nova-compute[74968]:     <video>
Oct 30 12:29:48 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:29:48 user nova-compute[74968]:     </video>
Oct 30 12:29:48 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:29:48 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:29:48 user nova-compute[74968]:     </rng>
Oct 30 12:29:48 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:29:48 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:29:48 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:29:48 user nova-compute[74968]:     </memballoon>
Oct 30 12:29:48 user nova-compute[74968]:   </devices>
Oct 30 12:29:48 user nova-compute[74968]: </domain>
Oct 30 12:29:48 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1651010183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:29:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG os_vif [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62344b1c-8f95-570b-98ee-b76e8c82d2db', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30a871f6-d0, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30a871f6-d0, col_values=(('qos', UUID('1f640c9c-822c-4680-bb8e-da68ee228e62')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30a871f6-d0, col_values=(('external_ids', {'iface-id': '30a871f6-d0a2-4866-b0af-e2220e3ac813', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:82:98', 'vm-uuid': 'c5a59a43-9043-4749-8f23-678cd9ac1bbc'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:48 user nova-compute[74968]: INFO os_vif [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0')
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:29:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] No VIF found with MAC fa:16:3e:a0:82:98, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:29:50 user nova-compute[74968]: WARNING nova.compute.manager [req-bb9bf954-ac9d-4772-a28c-0f4243a02553 req-93763516-f060-48bf-84c6-2e10766b4929 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state building and task_state spawning.
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:29:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance spawned successfully.
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:29:52 user nova-compute[74968]: INFO nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Took 5.15 seconds to spawn the instance on the hypervisor.
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:29:52 user nova-compute[74968]: WARNING nova.compute.manager [req-5a3364bf-f64e-4154-8fc6-8909b09db430 req-214a85ff-7a52-43f3-bf70-5b63f9d27791 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state building and task_state spawning.
Oct 30 12:29:52 user nova-compute[74968]: INFO nova.compute.manager [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Took 26.39 seconds to build instance.
Oct 30 12:29:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-12ea8edc-de2d-4e38-b7e7-2c0484414018 tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.488s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'pci_requests' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'numa_topology' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:29:58 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:29:58 user nova-compute[74968]: INFO nova.compute.claims [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Claim successful on node user
Oct 30 12:29:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:29:59 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:29:59 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:29:59 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:29:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:29:59 user nova-compute[74968]: INFO nova.network.neutron [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating port 7116564e-5e8a-43eb-9f05-2067990d0f8a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing instance network info cache due to event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:30:00 user nova-compute[74968]: INFO nova.compute.manager [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Terminating instance
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:00 user nova-compute[74968]: DEBUG nova.compute.manager [req-978f6970-b352-46a4-8a9c-0268877c37e1 req-4eb4732b-b798-4d09-b283-38ac4ee102a7 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-unplugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:30:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Instance destroyed successfully.
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'resources' on Instance uuid 66e79f1c-4a70-4d4d-add0-20334334253d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:19:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1905284157',display_name='tempest-AttachVolumeTestJSON-server-1905284157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1905284157',id=23,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGfsGb/JrzqfmQOLc/Fst9p5ntwj+yABvR4MEQ8cSn426M+9xutm6+Wj9eueyuDvT+UYhMHUHsa9Zh03o60nPdTTblGC15+phWCdpG9M84fHwPcVL3+xP/LlIwTPxjA0+Q==',key_name='tempest-keypair-941377634',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:19:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-x2khpvyk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:28:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=66e79f1c-4a70-4d4d-add0-20334334253d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "351a459b-6e06-4735-8cf8-22a83649b123", "address": "fa:16:3e:07:1e:1a", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a459b-6e", "ovs_interfaceid": "351a459b-6e06-4735-8cf8-22a83649b123", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_vif [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap351a459b-6e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f3d1b6a-07c0-4e10-8b5b-e7c184151187) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:01 user nova-compute[74968]: INFO os_vif [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1e:1a,bridge_name='br-int',has_traffic_filtering=True,id=351a459b-6e06-4735-8cf8-22a83649b123,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a459b-6e')
Oct 30 12:30:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Deleting instance files /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d_del
Oct 30 12:30:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Deletion of /opt/stack/data/nova/instances/66e79f1c-4a70-4d4d-add0-20334334253d_del complete
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:30:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Creating image(s)
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Ensure instance console log exists: /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start _get_guest_xml network_info=[{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c5f0b586-b18d-4304-b5c8-38cb6bbebe4d', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f974e29d-3bff-40c9-928b-c489233cb028', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'serial': 'f1b9558c-fc91-4ed3-b331-e6fac5eccf66'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:30:01 user nova-compute[74968]: INFO nova.compute.manager [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:30:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'vcpu_model' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.objects.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Object Instance<f974e29d-3bff-40c9-928b-c489233cb028> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:30:01 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:30:01 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:30:01 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[49978947-de33-4bba-9f1f-cd0e0d31edbb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:30:01 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94aabaa-fe77-427b-b4a1-52539c28eec9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66] added
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7650d42-5b89-4072-832a-8c648f4ef9fd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c40d126-f2fd-4b74-9d67-856a6ffece58]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lDhoKgVS {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lDhoKgVS" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da20ad9a-6895-4ea9-a88e-d5e928b53b19]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lDhoKgVS'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[15336a16-526a-49fd-997d-213c02f4c314]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cdd7df-47df-4ef2-9599-2e5c389401b7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d6d75fc-95cb-47f1-b3a3-bb0a7d050070]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]
Oct 30 12:30:01 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df5a033-a75f-47e8-9ed5-48049b5ba848]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[32bab1b7-2bc7-4dcc-bb07-310d98b12f21]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:30:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[38158cb6-571e-4228-bad2-2ae7492bdf74]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updated VIF entry in instance network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG nova.network.neutron [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-31a00e2b-f59d-4258-aa63-3368a82185c1 req-56f70fd5-058f-4ec9-9987-90028e20434e service nova] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:02 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Took 1.06 seconds to deallocate network for instance.
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-93417aa9-9299-488c-93ba-2158720b2858 req-d2265f87-d331-4a7c-9a6a-65b6c79a0efd service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-deleted-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:02 user nova-compute[74968]: INFO nova.compute.manager [req-93417aa9-9299-488c-93ba-2158720b2858 req-d2265f87-d331-4a7c-9a6a-65b6c79a0efd service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Neutron deleted interface 351a459b-6e06-4735-8cf8-22a83649b123; detaching it from the instance and deleting it from the info cache
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-93417aa9-9299-488c-93ba-2158720b2858 req-d2265f87-d331-4a7c-9a6a-65b6c79a0efd service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-93417aa9-9299-488c-93ba-2158720b2858 req-d2265f87-d331-4a7c-9a6a-65b6c79a0efd service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Detach interface failed, port_id=351a459b-6e06-4735-8cf8-22a83649b123, reason: Instance 66e79f1c-4a70-4d4d-add0-20334334253d could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '23863366163326532', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863366163326532', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-330334325',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:26:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:29:37Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'pci_devices' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Object Instance<f974e29d-3bff-40c9-928b-c489233cb028> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:30:02 user nova-compute[74968]:   <uuid>f974e29d-3bff-40c9-928b-c489233cb028</uuid>
Oct 30 12:30:02 user nova-compute[74968]:   <name>instance-00000020</name>
Oct 30 12:30:02 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:30:02 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:30:02 user nova-compute[74968]:   <metadata>
Oct 30 12:30:02 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:30:02 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:30:02 user nova-compute[74968]:       <nova:name>tempest-TestShelveInstance-server-403787947</nova:name>
Oct 30 12:30:02 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:30:01</nova:creationTime>
Oct 30 12:30:02 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:30:02 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:30:02 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:30:02 user nova-compute[74968]:       <nova:owner>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:user uuid="a887f76ad3fc4863ab0c8eb8d714faed">tempest-TestShelveInstance-1980745620-project-member</nova:user>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:project uuid="2934e1fa1c454b6f9a71cd61bb7a88c5">tempest-TestShelveInstance-1980745620</nova:project>
Oct 30 12:30:02 user nova-compute[74968]:       </nova:owner>
Oct 30 12:30:02 user nova-compute[74968]:       <nova:ports>
Oct 30 12:30:02 user nova-compute[74968]:         <nova:port uuid="7116564e-5e8a-43eb-9f05-2067990d0f8a">
Oct 30 12:30:02 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:30:02 user nova-compute[74968]:         </nova:port>
Oct 30 12:30:02 user nova-compute[74968]:       </nova:ports>
Oct 30 12:30:02 user nova-compute[74968]:     </nova:instance>
Oct 30 12:30:02 user nova-compute[74968]:   </metadata>
Oct 30 12:30:02 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:30:02 user nova-compute[74968]:     <system>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="serial">f974e29d-3bff-40c9-928b-c489233cb028</entry>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="uuid">f974e29d-3bff-40c9-928b-c489233cb028</entry>
Oct 30 12:30:02 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:30:02 user nova-compute[74968]:     </system>
Oct 30 12:30:02 user nova-compute[74968]:   </sysinfo>
Oct 30 12:30:02 user nova-compute[74968]:   <os>
Oct 30 12:30:02 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:30:02 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:30:02 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:30:02 user nova-compute[74968]:   </os>
Oct 30 12:30:02 user nova-compute[74968]:   <features>
Oct 30 12:30:02 user nova-compute[74968]:     <acpi/>
Oct 30 12:30:02 user nova-compute[74968]:     <apic/>
Oct 30 12:30:02 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:30:02 user nova-compute[74968]:   </features>
Oct 30 12:30:02 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:30:02 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:30:02 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:30:02 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:30:02 user nova-compute[74968]:   </clock>
Oct 30 12:30:02 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:30:02 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:30:02 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:30:02 user nova-compute[74968]:   </cpu>
Oct 30 12:30:02 user nova-compute[74968]:   <devices>
Oct 30 12:30:02 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:30:02 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:30:02 user nova-compute[74968]:       <source dev="/dev/sdc"/>
Oct 30 12:30:02 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:30:02 user nova-compute[74968]:       <serial>f1b9558c-fc91-4ed3-b331-e6fac5eccf66</serial>
Oct 30 12:30:02 user nova-compute[74968]:     </disk>
Oct 30 12:30:02 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:30:02 user nova-compute[74968]:       <mac address="fa:16:3e:ee:7e:4a"/>
Oct 30 12:30:02 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:30:02 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:30:02 user nova-compute[74968]:       <target dev="tap7116564e-5e"/>
Oct 30 12:30:02 user nova-compute[74968]:     </interface>
Oct 30 12:30:02 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:30:02 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028/console.log" append="off"/>
Oct 30 12:30:02 user nova-compute[74968]:     </serial>
Oct 30 12:30:02 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:30:02 user nova-compute[74968]:     <video>
Oct 30 12:30:02 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:30:02 user nova-compute[74968]:     </video>
Oct 30 12:30:02 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:30:02 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:30:02 user nova-compute[74968]:     </rng>
Oct 30 12:30:02 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:30:02 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:30:02 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:30:02 user nova-compute[74968]:     </memballoon>
Oct 30 12:30:02 user nova-compute[74968]:   </devices>
Oct 30 12:30:02 user nova-compute[74968]: </domain>
Oct 30 12:30:02 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-330334325',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:26:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:29:37Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG os_vif [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69dd5bfe-2a9a-5e30-8f17-b41ba3cb02d5', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7116564e-5e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7116564e-5e, col_values=(('qos', UUID('0264b454-92fe-4c50-897d-5df56b9088a4')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7116564e-5e, col_values=(('external_ids', {'iface-id': '7116564e-5e8a-43eb-9f05-2067990d0f8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:7e:4a', 'vm-uuid': 'f974e29d-3bff-40c9-928b-c489233cb028'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:02 user nova-compute[74968]: INFO os_vif [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e')
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] Acquiring lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] Lock "66e79f1c-4a70-4d4d-add0-20334334253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] No waiting events found dispatching network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:02 user nova-compute[74968]: WARNING nova.compute.manager [req-30e4165e-4681-407a-ab09-2e37930c25ec req-1c6445cf-6c2d-4b2a-bbee-fab72c3f2336 service nova] [instance: 66e79f1c-4a70-4d4d-add0-20334334253d] Received unexpected event network-vif-plugged-351a459b-6e06-4735-8cf8-22a83649b123 for instance with vm_state deleted and task_state None.
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:30:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] No VIF found with MAC fa:16:3e:ee:7e:4a, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.537s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:03 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Deleted allocations for instance 66e79f1c-4a70-4d4d-add0-20334334253d
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e3ddac35-266d-495c-a062-bf412a9b8cdd tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "66e79f1c-4a70-4d4d-add0-20334334253d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.239s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:06 user nova-compute[74968]: WARNING nova.compute.manager [req-63393572-7c1b-4f80-b4be-1ffd8cb4d836 req-c2e58590-18e6-4c59-8766-c3307ee08d6c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:06 user nova-compute[74968]: WARNING nova.compute.manager [req-a270a600-9f67-4496-a7c3-c9f6fb42695b req-891d0d1a-b83d-4ad8-8d34-3a4f678f2d36 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 12:30:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:07 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7982MB free_disk=24.890186309814453GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:07 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance spawned successfully.
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ec2927a5-1a6c-41b7-a47c-128a8f8c98ab tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 29.717s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46ef60bb-ff50-4580-82b9-db597044e9e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c5a59a43-9043-4749-8f23-678cd9ac1bbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (e951e061-59be-4527-8db8-a7cd1768cc93): {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.495s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG nova.objects.instance [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:17 user nova-compute[74968]: INFO nova.compute.manager [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Attaching volume d31a79a3-df8c-4606-8547-ce17774e0080 to /dev/vdb
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.utils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a5075e-2089-4721-9e97-4345e1079240]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a40413-1e81-4f19-9891-167402970857]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e119a73d-9c73-4a6f-96d6-3861d6f29417]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d244da2-1aec-4c7b-abd4-08458371c0e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:30:17 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:30:17 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb744563-88dd-4a06-9d04-5e50603c2f80]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG os_brick.utils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating existing volume attachment record: 886aa927-27e2-4260-ae5c-798d52857c49 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:30:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:31 user nova-compute[74968]: INFO nova.compute.manager [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Terminating instance
Oct 30 12:30:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-a01f1386-6c61-4ffb-9c0d-45418021a01c req-be2a9057-954c-4f23-8b55-b38ae9ca78bc service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-unplugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Instance destroyed successfully.
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.objects.instance [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid 46ef60bb-ff50-4580-82b9-db597044e9e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-836226707',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-836226707',id=31,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:26:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-kdysyhve',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:28:46Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=46ef60bb-ff50-4580-82b9-db597044e9e9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "address": "fa:16:3e:36:7b:16", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2bea911-87", "ovs_interfaceid": "f2bea911-8712-4bd3-8a0c-1363a06c8b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_vif [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2bea911-87, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e84ddc6-899a-4046-bc9b-cc51e51cee54) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:32 user nova-compute[74968]: INFO os_vif [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:16,bridge_name='br-int',has_traffic_filtering=True,id=f2bea911-8712-4bd3-8a0c-1363a06c8b93,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2bea911-87')
Oct 30 12:30:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LaidgWDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:30:32 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[388f9f96-4653-49e6-8d1b-8cd2324de4dd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:30:32 user nova-compute[74968]: No targets found.
Oct 30 12:30:32 user nova-compute[74968]: iSNS:
Oct 30 12:30:32 user nova-compute[74968]: No targets found.
Oct 30 12:30:32 user nova-compute[74968]: STATIC:
Oct 30 12:30:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:30:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:30:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:30:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2
Oct 30 12:30:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:30:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:30:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:30:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:30:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:30:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854
Oct 30 12:30:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:30:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:30:32 user nova-compute[74968]: FIRMWARE:
Oct 30 12:30:32 user nova-compute[74968]: No targets found.
Oct 30 12:30:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:30:32 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:30:32 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b8cf63-839b-418c-a9ca-95895346364c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[618467c2-4f7c-41f4-953e-ac95be170213]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:30:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a83ab370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854'): ({'sdh'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Removing single pathed devices sdh {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1215e4ca-9adb-41ab-83d9-70ef4efa11e9]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[27df1645-f1ef-4970-b8e7-59d631ba2f3f]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flushing IO for device /dev/sdh {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9f10c6-33bd-4bc8-b063-6c1b6f259b7b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[060ef56d-3a21-4170-bd44-b045faae6fcd]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] SCSI volumes sdh have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_63d1289a',) {{(pid=86043) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c09f56cd-1074-4ff8-a27c-0655fbc074ba]: (4, None) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7d1259-1bac-4b50-9a8c-a5fa088cd756]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --logout" returned: 0 in 0.161s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6906db75-02a2-4220-84b5-00e8a9993d21]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260]
Oct 30 12:30:33 user nova-compute[74968]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854, portal: 172.16.0.220,3260] successful.
Oct 30 12:30:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:694da098-57aa-4dc2-8157-05488a37b854 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d078c619-c08e-4fa6-a5a3-beef2350c367]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.442s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== disconnect_volume: return (443ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:30:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Deleting instance files /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9_del
Oct 30 12:30:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Deletion of /opt/stack/data/nova/instances/46ef60bb-ff50-4580-82b9-db597044e9e9_del complete
Oct 30 12:30:33 user nova-compute[74968]: INFO nova.compute.manager [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 30 12:30:33 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:30:33 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:33 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Took 0.47 seconds to deallocate network for instance.
Oct 30 12:30:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] Acquiring lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] No waiting events found dispatching network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:34 user nova-compute[74968]: WARNING nova.compute.manager [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received unexpected event network-vif-plugged-f2bea911-8712-4bd3-8a0c-1363a06c8b93 for instance with vm_state active and task_state deleting.
Oct 30 12:30:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea790ab8-d2ea-476b-8ea7-1c71e01c0103 req-a2081d6d-1e4b-4fde-a60a-5d70385d86b2 service nova] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Received event network-vif-deleted-f2bea911-8712-4bd3-8a0c-1363a06c8b93 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:34 user nova-compute[74968]: INFO nova.compute.manager [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 46ef60bb-ff50-4580-82b9-db597044e9e9] Took 0.82 seconds to detach 1 volumes for instance.
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:34 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Deleted allocations for instance 46ef60bb-ff50-4580-82b9-db597044e9e9
Oct 30 12:30:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fbc173ee-23be-455b-8114-ef0a94ef92f4 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "46ef60bb-ff50-4580-82b9-db597044e9e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.097s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:30:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:30:54 user nova-compute[74968]: INFO nova.compute.claims [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Claim successful on node user
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:30:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.policy [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee2959f9f00487ea686f771f43e9b18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af26b2461444d3bbca3c2b60c5ae1bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:30:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Creating image(s)
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "/opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "/opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "/opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk 1073741824" returned: 0 in 0.054s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Successfully created port: 63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Cannot resize image /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Ensure instance console log exists: /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Successfully updated port: 63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquired lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-changed-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Refreshing instance network info cache due to event network-changed-63bde057-260b-4cba-b06b-a818cde80825. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] Acquiring lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:30:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Releasing lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Instance network_info: |[{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] Acquired lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Refreshing network info cache for port 63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Start _get_guest_xml network_info=[{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:30:57 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:57 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-976590705',display_name='tempest-AttachVolumeTestJSON-server-976590705',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-976590705',id=35,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNR7ny3Fq3Wi3NpuLgYvu1jT/mGSywQwPF8czaPiRT9TgeVAtc8X/8EXB3cWBxYzKoZ+yXBmtMB9kGnPcDY4lblF0tZPW1gjVrJ/2TQ6cYx0PjEuZu6c7ithgIR817NPeQ==',key_name='tempest-keypair-1198670190',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-malg1dml',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:30:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=73fb5590-b931-42bb-ae2e-ecdc5148e6a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'pci_devices' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:30:57 user nova-compute[74968]:   <uuid>73fb5590-b931-42bb-ae2e-ecdc5148e6a2</uuid>
Oct 30 12:30:57 user nova-compute[74968]:   <name>instance-00000023</name>
Oct 30 12:30:57 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:30:57 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:30:57 user nova-compute[74968]:   <metadata>
Oct 30 12:30:57 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:30:57 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:name>tempest-AttachVolumeTestJSON-server-976590705</nova:name>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:30:57</nova:creationTime>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:30:57 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:30:57 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:owner>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:user uuid="4ee2959f9f00487ea686f771f43e9b18">tempest-AttachVolumeTestJSON-1482830716-project-member</nova:user>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:project uuid="9af26b2461444d3bbca3c2b60c5ae1bb">tempest-AttachVolumeTestJSON-1482830716</nova:project>
Oct 30 12:30:57 user nova-compute[74968]:       </nova:owner>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:30:57 user nova-compute[74968]:       <nova:ports>
Oct 30 12:30:57 user nova-compute[74968]:         <nova:port uuid="63bde057-260b-4cba-b06b-a818cde80825">
Oct 30 12:30:57 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:30:57 user nova-compute[74968]:         </nova:port>
Oct 30 12:30:57 user nova-compute[74968]:       </nova:ports>
Oct 30 12:30:57 user nova-compute[74968]:     </nova:instance>
Oct 30 12:30:57 user nova-compute[74968]:   </metadata>
Oct 30 12:30:57 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:30:57 user nova-compute[74968]:     <system>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="serial">73fb5590-b931-42bb-ae2e-ecdc5148e6a2</entry>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="uuid">73fb5590-b931-42bb-ae2e-ecdc5148e6a2</entry>
Oct 30 12:30:57 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:30:57 user nova-compute[74968]:     </system>
Oct 30 12:30:57 user nova-compute[74968]:   </sysinfo>
Oct 30 12:30:57 user nova-compute[74968]:   <os>
Oct 30 12:30:57 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:30:57 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:30:57 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:30:57 user nova-compute[74968]:   </os>
Oct 30 12:30:57 user nova-compute[74968]:   <features>
Oct 30 12:30:57 user nova-compute[74968]:     <acpi/>
Oct 30 12:30:57 user nova-compute[74968]:     <apic/>
Oct 30 12:30:57 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:30:57 user nova-compute[74968]:   </features>
Oct 30 12:30:57 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:30:57 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:30:57 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:30:57 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:30:57 user nova-compute[74968]:   </clock>
Oct 30 12:30:57 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:30:57 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:30:57 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:30:57 user nova-compute[74968]:   </cpu>
Oct 30 12:30:57 user nova-compute[74968]:   <devices>
Oct 30 12:30:57 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:30:57 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:30:57 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk"/>
Oct 30 12:30:57 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:30:57 user nova-compute[74968]:     </disk>
Oct 30 12:30:57 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:30:57 user nova-compute[74968]:       <mac address="fa:16:3e:ca:6e:d7"/>
Oct 30 12:30:57 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:30:57 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:30:57 user nova-compute[74968]:       <target dev="tap63bde057-26"/>
Oct 30 12:30:57 user nova-compute[74968]:     </interface>
Oct 30 12:30:57 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:30:57 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/console.log" append="off"/>
Oct 30 12:30:57 user nova-compute[74968]:     </serial>
Oct 30 12:30:57 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:30:57 user nova-compute[74968]:     <video>
Oct 30 12:30:57 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:30:57 user nova-compute[74968]:     </video>
Oct 30 12:30:57 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:30:57 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:30:57 user nova-compute[74968]:     </rng>
Oct 30 12:30:57 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:30:57 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:30:57 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:30:57 user nova-compute[74968]:     </memballoon>
Oct 30 12:30:57 user nova-compute[74968]:   </devices>
Oct 30 12:30:57 user nova-compute[74968]: </domain>
Oct 30 12:30:57 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-976590705',display_name='tempest-AttachVolumeTestJSON-server-976590705',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-976590705',id=35,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNR7ny3Fq3Wi3NpuLgYvu1jT/mGSywQwPF8czaPiRT9TgeVAtc8X/8EXB3cWBxYzKoZ+yXBmtMB9kGnPcDY4lblF0tZPW1gjVrJ/2TQ6cYx0PjEuZu6c7ithgIR817NPeQ==',key_name='tempest-keypair-1198670190',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-malg1dml',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:30:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=73fb5590-b931-42bb-ae2e-ecdc5148e6a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG os_vif [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '280344d7-5dd8-5fc8-aa8b-76d996a8d9cf', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap63bde057-26, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap63bde057-26, col_values=(('qos', UUID('7ada69d1-bddb-4c73-b583-fbbf926a04eb')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap63bde057-26, col_values=(('external_ids', {'iface-id': '63bde057-260b-4cba-b06b-a818cde80825', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:6e:d7', 'vm-uuid': '73fb5590-b931-42bb-ae2e-ecdc5148e6a2'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:57 user nova-compute[74968]: INFO os_vif [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26')
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No VIF found with MAC fa:16:3e:ca:6e:d7, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updated VIF entry in instance network info cache for port 63bde057-260b-4cba-b06b-a818cde80825. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG nova.network.neutron [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:30:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fb6f0d8-e662-457d-9868-ffcae5f956cb req-9a8e1bd5-61c6-4687-98bc-047f10778e13 service nova] Releasing lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:30:58 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:30:58 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:30:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] No waiting events found dispatching network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:30:59 user nova-compute[74968]: WARNING nova.compute.manager [req-9d1cb2f4-9a3a-4d1b-ab87-a623b529c4a0 req-8870805f-ec53-4263-91b8-37c2dcff6029 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received unexpected event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 for instance with vm_state building and task_state spawning.
Oct 30 12:30:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:30:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:31:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Instance spawned successfully.
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] No waiting events found dispatching network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:01 user nova-compute[74968]: WARNING nova.compute.manager [req-f5062122-28fd-4a8e-8fb5-29a5cfaa8df9 req-3648f398-fabe-45aa-88af-99f5c618cd58 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received unexpected event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 for instance with vm_state building and task_state spawning.
Oct 30 12:31:01 user nova-compute[74968]: INFO nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Took 5.67 seconds to spawn the instance on the hypervisor.
Oct 30 12:31:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:31:01 user nova-compute[74968]: INFO nova.compute.manager [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Took 6.47 seconds to build instance.
Oct 30 12:31:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b1091c92-f47e-4be1-95ac-9aabe60660eb tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.576s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [{"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-12c9670f-59cb-4be4-ba91-d9ae7171dc06" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AbdyUMox', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:03 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:31:03 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.009s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:31:03 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f534be41-c779-4abf-9b8e-8d23ed018c25]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:31:03 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[112c5bca-d517-4f96-8607-c21ec6635963]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080] added
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[623edba1-e31f-4476-8c7e-527bb808319f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ae0fbb-666f-4e96-9cad-0793ec45e4fe]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AbdyUMox {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AbdyUMox" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b5ee4d-d10c-4f37-9571-4611818b5118]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AbdyUMox'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc14c51e-4e53-4503-9a51-361da8e1fe3e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2aaece-16cf-4c5c-8a5e-fda07a0e9e49]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6633446-12f1-481a-9504-2455455e3d45]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260]
Oct 30 12:31:03 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260] successful.
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88fee18-6683-49f0-991a-753b02dcf192]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d218ed4e-1e99-4fd7-8941-a9fb86800c67]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.536s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] HCTL ('35', '-', '-', 0) found on session 39 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[480ecf2f-8ae5-4508-aa09-2f16b9fc5798]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AbdyUMox', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.595s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== connect_volume: return (1600ms) {'type': 'block', 'scsi_wwn': '23662633536393066', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662633536393066', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:31:04 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:31:04 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:31:04 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:31:04 user nova-compute[74968]:   <serial>d31a79a3-df8c-4606-8547-ce17774e0080</serial>
Oct 30 12:31:04 user nova-compute[74968]: </disk>
Oct 30 12:31:04 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] No VIF found with MAC fa:16:3e:39:6c:fc, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:31:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:31:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:31:05 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7959MB free_disk=24.884098052978516GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-49381b87-e0ef-44be-b5a4-dbea666fe893 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 48.586s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance fda50f07-34e8-4d61-a33b-5ed7775a7da9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c5a59a43-9043-4749-8f23-678cd9ac1bbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance f974e29d-3bff-40c9-928b-c489233cb028 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:31:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing instance network info cache due to event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:31:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:08 user nova-compute[74968]: DEBUG nova.network.neutron [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:31:09 user nova-compute[74968]: DEBUG nova.network.neutron [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updated VIF entry in instance network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:31:09 user nova-compute[74968]: DEBUG nova.network.neutron [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5331781-96f9-4e25-907c-8f0fd4646ccb req-4332a5d4-b5f6-4222-a216-292a5f30e9fc service nova] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing instance network info cache due to event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:31:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:11 user nova-compute[74968]: DEBUG nova.network.neutron [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG nova.network.neutron [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updated VIF entry in instance network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG nova.network.neutron [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7d1e8022-39be-46e8-9f8d-482d4d614171 req-593d51b0-6bad-4778-b80e-8a7890b5a7d3 service nova] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:12 user nova-compute[74968]: INFO nova.compute.manager [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Rebooting instance
Oct 30 12:31:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:31:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:31:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:16 user nova-compute[74968]: WARNING nova.compute.manager [req-d6466fc5-1593-49fb-ab09-f7cc1688637e req-cce58930-8cba-44dc-af9a-fd8358fbbeb7 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state active and task_state reboot_started.
Oct 30 12:31:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance shutdown successfully.
Oct 30 12:31:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-changed-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Refreshing instance network info cache due to event network-changed-30a871f6-d0a2-4866-b0af-e2220e3ac813. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:31:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] Acquiring lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] Acquired lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:17 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Refreshing network info cache for port 30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updated VIF entry in instance network info cache for port 30a871f6-d0a2-4866-b0af-e2220e3ac813. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating instance_info_cache with network_info: [{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3f78e455-a727-406c-9f35-c27f50d9c5ad req-850bfcf2-e88c-46c3-ad57-af029225c1af service nova] Releasing lock "refresh_cache-c5a59a43-9043-4749-8f23-678cd9ac1bbc" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:18 user nova-compute[74968]: WARNING nova.compute.manager [req-30c1f9db-b3c0-4a8c-8d38-66ade5a0fe41 req-f2e3d139-f01d-4880-8a24-532b4cf670bf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state active and task_state reboot_started.
Oct 30 12:31:19 user nova-compute[74968]: INFO nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Rebuilding instance
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance destroyed successfully.
Oct 30 12:31:19 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance destroyed successfully.
Oct 30 12:31:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-186193668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:31:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG os_vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30a871f6-d0, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f640c9c-822c-4680-bb8e-da68ee228e62) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:20 user nova-compute[74968]: INFO os_vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0')
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[940f3803-c87a-47eb-8e81-5e8de0ea5c22]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]: iSNS:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]: STATIC:
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: FIRMWARE:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:31:20 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:31:20 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[69376884-ad23-4d4c-8ffa-8eefc4854296]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac12a26-ecfc-4c21-ae37-110335bb6c16]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a82c81f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d39d3c12-0b2c-4404-ab01-8cf634b48530]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9375b612-92b9-412c-94b9-d2110b2d4c0d]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec91bb6-a6dc-4119-89b9-3d0283c9e8d1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[56261856-5202-41be-8639-b3ebf58cf1b0]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[613a90be-1276-4511-b7f9-8fb6d3d74ab0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7557bd89-489a-4421-8bf3-a43da847d66c]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]
Oct 30 12:31:20 user nova-compute[74968]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[718f2f9a-13fa-41cc-924f-a3879ddc2e3b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== disconnect_volume: return (348ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:31:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deleting instance files /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc_del
Oct 30 12:31:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deletion of /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc_del complete
Oct 30 12:31:20 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance c5a59a43-9043-4749-8f23-678cd9ac1bbc could not be found.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state active and task_state reboot_started.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state active and task_state reboot_started.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state active and task_state rebuilding.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:20 user nova-compute[74968]: WARNING nova.compute.manager [req-a4e63438-b17a-4ec5-9b45-b721c33062fc req-7afc12a6-68ad-4496-b747-f5f2b1d7cadf service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state active and task_state rebuilding.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ba3502-6081-4cb9-a57b-b0f4f39834c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]: iSNS:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]: STATIC:
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:31:20 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:20 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:20 user nova-compute[74968]: FIRMWARE:
Oct 30 12:31:20 user nova-compute[74968]: No targets found.
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:31:20 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:31:20 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5089f22f-daf0-483a-800b-d85fe029e43a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a430f9-5823-445b-a0d0-f6c4203a0dfe]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:20 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81b1ea0>, {}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Disconnecting from: [] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.095s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== disconnect_volume: return (96ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:31:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance running successfully.
Oct 30 12:31:20 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance soft rebooted successfully.
Oct 30 12:31:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:31:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c4f746d1-b95d-46de-96ff-98fb12d826d6 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.158s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Preparing to wait for external event volume-reimaged-3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 {{(pid=74968) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 30 12:31:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:22 user nova-compute[74968]: INFO nova.compute.manager [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Terminating instance
Oct 30 12:31:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-unplugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] No waiting events found dispatching network-vif-unplugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-15158586-f6ab-46e5-bc2a-67a1bf6efeaf req-55e10370-35c2-4eca-a4a9-4a1f80923923 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-unplugged-b3a398f9-6228-4688-8307-42984a69e685 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Instance destroyed successfully.
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.objects.instance [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid fda50f07-34e8-4d61-a33b-5ed7775a7da9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1682213814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1682213814',id=25,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:20:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-8ssowegp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:22:16Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=fda50f07-34e8-4d61-a33b-5ed7775a7da9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "b3a398f9-6228-4688-8307-42984a69e685", "address": "fa:16:3e:4f:0a:fc", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3a398f9-62", "ovs_interfaceid": "b3a398f9-6228-4688-8307-42984a69e685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG os_vif [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3a398f9-62, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8258637-89a5-45e1-914c-08c247d8aed9) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:23 user nova-compute[74968]: INFO os_vif [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:0a:fc,bridge_name='br-int',has_traffic_filtering=True,id=b3a398f9-6228-4688-8307-42984a69e685,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3a398f9-62')
Oct 30 12:31:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Deleting instance files /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9_del
Oct 30 12:31:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Deletion of /opt/stack/data/nova/instances/fda50f07-34e8-4d61-a33b-5ed7775a7da9_del complete
Oct 30 12:31:23 user nova-compute[74968]: INFO nova.compute.manager [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 12:31:23 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:31:23 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:24 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Took 0.54 seconds to deallocate network for instance.
Oct 30 12:31:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-6fb26d6e-c7f8-476c-b0ea-cd3525d22ddb req-af2dd7fe-4136-4e3b-9000-d08611410e36 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-deleted-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:31:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:24 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Deleted allocations for instance fda50f07-34e8-4d61-a33b-5ed7775a7da9
Oct 30 12:31:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f3d9fe43-f7b5-4ee0-a8d2-44ac2339b6c3 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.177s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] Acquiring lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] Lock "fda50f07-34e8-4d61-a33b-5ed7775a7da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] No waiting events found dispatching network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:25 user nova-compute[74968]: WARNING nova.compute.manager [req-a14db260-3a5f-4aff-85c8-9d9077aed436 req-832fe7aa-53f2-4777-a32f-4150b6603105 service nova] [instance: fda50f07-34e8-4d61-a33b-5ed7775a7da9] Received unexpected event network-vif-plugged-b3a398f9-6228-4688-8307-42984a69e685 for instance with vm_state deleted and task_state None.
Oct 30 12:31:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing instance network info cache due to event network-changed-7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:31:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] Acquiring lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] Acquired lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:27 user nova-compute[74968]: DEBUG nova.network.neutron [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Refreshing network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:28 user nova-compute[74968]: INFO nova.compute.manager [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Terminating instance
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updated VIF entry in instance network info cache for port 7116564e-5e8a-43eb-9f05-2067990d0f8a. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [{"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-697b9c64-43dd-484f-9486-783284e99d90 req-9099a6ba-8609-4aa9-8a4d-7e319c265962 service nova] Releasing lock "refresh_cache-f974e29d-3bff-40c9-928b-c489233cb028" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-dcf2f53a-b2c9-41b9-842c-982c53f394e5 req-3d55927a-b111-4d4d-870c-f6848e057ed3 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-unplugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:31:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Instance destroyed successfully.
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lazy-loading 'resources' on Instance uuid f974e29d-3bff-40c9-928b-c489233cb028 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-403787947',display_name='tempest-TestShelveInstance-server-403787947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-403787947',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn/bGcWVCqMMdphmG2mSKb1Wyi9xGCn7ZI+MDj1lbUa1EmMRaDNr1t7UZDLjWmYGY4BsfVn/A4kVQSItW166GBJGlkzyFQjFzzP8+vgSGZL4P+4Esur/AWGWiGCIBjmxQ==',key_name='tempest-TestShelveInstance-330334325',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:30:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2934e1fa1c454b6f9a71cd61bb7a88c5',ramdisk_id='',reservation_id='r-8f1kzi8c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1980745620',owner_user_name='tempest-TestShelveInstance-1980745620-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:30:07Z,user_data=None,user_id='a887f76ad3fc4863ab0c8eb8d714faed',uuid=f974e29d-3bff-40c9-928b-c489233cb028,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converting VIF {"id": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "address": "fa:16:3e:ee:7e:4a", "network": {"id": "812b4f71-b0c9-487f-93a6-f5099f595962", "bridge": "br-int", "label": "tempest-TestShelveInstance-610937234-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2934e1fa1c454b6f9a71cd61bb7a88c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7116564e-5e", "ovs_interfaceid": "7116564e-5e8a-43eb-9f05-2067990d0f8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_vif [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7116564e-5e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0264b454-92fe-4c50-897d-5df56b9088a4) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:28 user nova-compute[74968]: INFO os_vif [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:7e:4a,bridge_name='br-int',has_traffic_filtering=True,id=7116564e-5e8a-43eb-9f05-2067990d0f8a,network=Network(812b4f71-b0c9-487f-93a6-f5099f595962),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7116564e-5e')
Oct 30 12:31:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lDhoKgVS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:28 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c979d1-21c2-49eb-a3de-2b277db0eefc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:31:28 user nova-compute[74968]: No targets found.
Oct 30 12:31:28 user nova-compute[74968]: iSNS:
Oct 30 12:31:28 user nova-compute[74968]: No targets found.
Oct 30 12:31:28 user nova-compute[74968]: STATIC:
Oct 30 12:31:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66
Oct 30 12:31:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:31:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:28 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:31:28 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:31:28 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:31:28 user nova-compute[74968]: FIRMWARE:
Oct 30 12:31:28 user nova-compute[74968]: No targets found.
Oct 30 12:31:28 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:31:28 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:31:28 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ab38fd-2f13-42e5-9926-384b296a3060]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbbe3da-13dd-4597-bb8d-5aeae760032a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:29 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:29 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:31:29 user nova-compute[74968]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 (non-flash)
Oct 30 12:31:29 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:31:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a83a81f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4805c03-8ca9-4f5b-bc09-930d84abdc38]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfca791f-e0e5-4b1b-a78a-97f88aa0839d]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[792d6e28-9032-4297-9459-a34e2fef2865]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d38be2-672f-44fa-82b8-ab6ef00b5f96]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5ded2c-e7f4-4237-a337-750b57974508]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --logout" returned: 0 in 0.104s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[680f7132-5026-4fec-9bcc-9490d1f97053]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260]
Oct 30 12:31:29 user nova-compute[74968]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66, portal: 172.16.0.220,3260] successful.
Oct 30 12:31:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1b9558c-fc91-4ed3-b331-e6fac5eccf66 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f4d5fa-5d40-41b1-882f-f3baff87b095]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] <== disconnect_volume: return (421ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:31:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deleting instance files /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028_del
Oct 30 12:31:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deletion of /opt/stack/data/nova/instances/f974e29d-3bff-40c9-928b-c489233cb028_del complete
Oct 30 12:31:29 user nova-compute[74968]: INFO nova.compute.manager [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Took 1.42 seconds to destroy the instance on the hypervisor.
Oct 30 12:31:29 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:31:29 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:30 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Took 0.72 seconds to deallocate network for instance.
Oct 30 12:31:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-f4ca2b7b-16c6-4c6f-9339-df77b86ed460 req-721060a4-2552-46d4-b1ed-44477200d374 service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-deleted-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] Acquiring lock "f974e29d-3bff-40c9-928b-c489233cb028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] Lock "f974e29d-3bff-40c9-928b-c489233cb028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] No waiting events found dispatching network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:31:30 user nova-compute[74968]: WARNING nova.compute.manager [req-07b947ff-7c2a-445e-8eae-eece238ebdc4 req-d4d72595-0336-4f41-8a8f-a05a74113e2c service nova] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Received unexpected event network-vif-plugged-7116564e-5e8a-43eb-9f05-2067990d0f8a for instance with vm_state active and task_state deleting.
Oct 30 12:31:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:40 user nova-compute[74968]: INFO nova.compute.manager [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Took 10.19 seconds to detach 1 volumes for instance.
Oct 30 12:31:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] [instance: f974e29d-3bff-40c9-928b-c489233cb028] Deleting volume: f1b9558c-fc91-4ed3-b331-e6fac5eccf66 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:31:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:40 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Deleted allocations for instance f974e29d-3bff-40c9-928b-c489233cb028
Oct 30 12:31:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a054cad-1ed2-408a-9d31-d8bdc41f89b8 tempest-TestShelveInstance-1980745620 tempest-TestShelveInstance-1980745620-project-member] Lock "f974e29d-3bff-40c9-928b-c489233cb028" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.018s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:31:47 user nova-compute[74968]: INFO nova.compute.claims [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Claim successful on node user
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:31:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:31:47 user nova-compute[74968]: DEBUG nova.policy [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a301ce0c2b8345d1a049e71e0949f440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b59b3c8814046ec97243d53c546db61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:31:47 user nova-compute[74968]: INFO nova.virt.block_device [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Booting with volume f9e29686-f06d-48cf-8440-d5728c8a03c5 at /dev/vda
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.utils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63311c4-9458-49e9-8aee-a88dec5ae9cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[605eb44f-605a-47fd-83d0-e34a09573d1e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[105bf026-3ae3-4db3-b111-90ecd0265806]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0b07fa-40d3-4a3e-b74e-4c2f22c7a688]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:31:48 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:31:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d76ce6e-a3aa-45ae-aea6-1a1261bef0d5]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG os_brick.utils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating existing volume attachment record: 23afb157-070a-4e93-85ce-f2110cd6cf23 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Successfully created port: 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:31:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Successfully updated port: 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquired lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-changed-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Refreshing instance network info cache due to event network-changed-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] Acquiring lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:31:49 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG nova.network.neutron [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Releasing lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance network_info: |[{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] Acquired lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG nova.network.neutron [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Refreshing network info cache for port 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG nova.network.neutron [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updated VIF entry in instance network info cache for port 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG nova.network.neutron [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:31:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-76b82b2c-a19f-453e-b7f8-c62069314e82 req-3fca41db-3509-420b-b9a1-654880c0368a service nova] Releasing lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-9f404d7a-db74-41a7-b8d4-31bc3881833e req-555d5a7c-8d35-44e2-8401-21a11ab7c015 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event volume-reimaged-3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f404d7a-db74-41a7-b8d4-31bc3881833e req-555d5a7c-8d35-44e2-8401-21a11ab7c015 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f404d7a-db74-41a7-b8d4-31bc3881833e req-555d5a7c-8d35-44e2-8401-21a11ab7c015 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9f404d7a-db74-41a7-b8d4-31bc3881833e req-555d5a7c-8d35-44e2-8401-21a11ab7c015 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-9f404d7a-db74-41a7-b8d4-31bc3881833e req-555d5a7c-8d35-44e2-8401-21a11ab7c015 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Processing event volume-reimaged-3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance event wait completed in 31 seconds for volume-reimaged {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:31:53 user nova-compute[74968]: INFO nova.virt.block_device [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Booting with volume 3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 at /dev/vda
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[981a66d2-d7b0-40fe-a641-5f669653665c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa243c4-fa53-45e0-9a89-2196b45c9557]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bc58ec-f461-4327-be91-0ccb97dd4107]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee05cf3-63d3-4bcc-b24d-af293890fdb4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:31:53 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:31:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7150c9d3-118d-47d4-8fcd-8dae3143eb92]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG os_brick.utils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating existing volume attachment record: ba72fab8-53f2-43b3-bc9d-16d1292c4110 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:31:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:31:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:00 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:32:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [{"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-0ca7e04e-a8f7-4e2a-b25a-291d959880c2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:32:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:32:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8196MB free_disk=24.968284606933594GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c5a59a43-9043-4749-8f23-678cd9ac1bbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cd7604dd-4019-4d39-b9de-e28750117528 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:32:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:32:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:32:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:32:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.680s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:32:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Creating image(s)
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Ensure instance console log exists: /opt/stack/data/nova/instances/cd7604dd-4019-4d39-b9de-e28750117528/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Start _get_guest_xml network_info=[{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '23afb157-070a-4e93-85ce-f2110cd6cf23', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOeHCoas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd7604dd-4019-4d39-b9de-e28750117528', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9e29686-f06d-48cf-8440-d5728c8a03c5', 'serial': 'f9e29686-f06d-48cf-8440-d5728c8a03c5'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:32:09 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:09 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOeHCoas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:32:09 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:32:09 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:32:09 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca9b70a-bbdd-4c50-8b09-01f8088fea5d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:32:09 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7e5be6-2539-4640-8168-18d4192df98a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5] added
Oct 30 12:32:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a12f5d1-98d7-40c4-93e3-d80b33d1babc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a24546b-ce47-4365-bfaf-a5538c1496df]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOeHCoas {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOeHCoas" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6cbcf7b-52c2-45a1-b844-51e1275b0992]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IOeHCoas'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1400e981-eb37-4eb3-afe3-36bd918040ae]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd6162b-ee82-4d75-ae5d-bfada9f0666a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:09 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:09 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:09 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:32:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.142s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9055d27f-632d-4c3c-8c24-851341d628f0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260]
Oct 30 12:32:10 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260] successful.
Oct 30 12:32:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefae195-b190-4ad2-a7d3-2341795cced6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[19cccbf2-b221-4137-bb70-3e1afd53d2f5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:10 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:10 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:10 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:10 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:10 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.479s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7969b0-d6c4-492f-9022-4e5f76cb794d]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:10 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOeHCoas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.525s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== connect_volume: return (1527ms) {'type': 'block', 'scsi_wwn': '23738356365343937', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738356365343937', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-912621387',display_name='tempest-ServerActionsTestOtherA-server-912621387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-912621387',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-39z1iefi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:31:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=cd7604dd-4019-4d39-b9de-e28750117528,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.objects.instance [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'pci_devices' on Instance uuid cd7604dd-4019-4d39-b9de-e28750117528 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:32:11 user nova-compute[74968]:   <uuid>cd7604dd-4019-4d39-b9de-e28750117528</uuid>
Oct 30 12:32:11 user nova-compute[74968]:   <name>instance-00000024</name>
Oct 30 12:32:11 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:32:11 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:32:11 user nova-compute[74968]:   <metadata>
Oct 30 12:32:11 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:32:11 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:32:11 user nova-compute[74968]:       <nova:name>tempest-ServerActionsTestOtherA-server-912621387</nova:name>
Oct 30 12:32:11 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:32:09</nova:creationTime>
Oct 30 12:32:11 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:32:11 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:32:11 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:32:11 user nova-compute[74968]:       <nova:owner>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:user uuid="a301ce0c2b8345d1a049e71e0949f440">tempest-ServerActionsTestOtherA-916346621-project-member</nova:user>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:project uuid="5b59b3c8814046ec97243d53c546db61">tempest-ServerActionsTestOtherA-916346621</nova:project>
Oct 30 12:32:11 user nova-compute[74968]:       </nova:owner>
Oct 30 12:32:11 user nova-compute[74968]:       <nova:ports>
Oct 30 12:32:11 user nova-compute[74968]:         <nova:port uuid="8414e1ea-1ecc-4134-b9f8-a0ac736d2aff">
Oct 30 12:32:11 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:32:11 user nova-compute[74968]:         </nova:port>
Oct 30 12:32:11 user nova-compute[74968]:       </nova:ports>
Oct 30 12:32:11 user nova-compute[74968]:     </nova:instance>
Oct 30 12:32:11 user nova-compute[74968]:   </metadata>
Oct 30 12:32:11 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:32:11 user nova-compute[74968]:     <system>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="serial">cd7604dd-4019-4d39-b9de-e28750117528</entry>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="uuid">cd7604dd-4019-4d39-b9de-e28750117528</entry>
Oct 30 12:32:11 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:32:11 user nova-compute[74968]:     </system>
Oct 30 12:32:11 user nova-compute[74968]:   </sysinfo>
Oct 30 12:32:11 user nova-compute[74968]:   <os>
Oct 30 12:32:11 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:32:11 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:32:11 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:32:11 user nova-compute[74968]:   </os>
Oct 30 12:32:11 user nova-compute[74968]:   <features>
Oct 30 12:32:11 user nova-compute[74968]:     <acpi/>
Oct 30 12:32:11 user nova-compute[74968]:     <apic/>
Oct 30 12:32:11 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:32:11 user nova-compute[74968]:   </features>
Oct 30 12:32:11 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:32:11 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:32:11 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:32:11 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:32:11 user nova-compute[74968]:   </clock>
Oct 30 12:32:11 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:32:11 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:32:11 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:32:11 user nova-compute[74968]:   </cpu>
Oct 30 12:32:11 user nova-compute[74968]:   <devices>
Oct 30 12:32:11 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:32:11 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:32:11 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:32:11 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:32:11 user nova-compute[74968]:       <serial>f9e29686-f06d-48cf-8440-d5728c8a03c5</serial>
Oct 30 12:32:11 user nova-compute[74968]:     </disk>
Oct 30 12:32:11 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:32:11 user nova-compute[74968]:       <mac address="fa:16:3e:68:19:e1"/>
Oct 30 12:32:11 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:11 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:32:11 user nova-compute[74968]:       <target dev="tap8414e1ea-1e"/>
Oct 30 12:32:11 user nova-compute[74968]:     </interface>
Oct 30 12:32:11 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:32:11 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/cd7604dd-4019-4d39-b9de-e28750117528/console.log" append="off"/>
Oct 30 12:32:11 user nova-compute[74968]:     </serial>
Oct 30 12:32:11 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:32:11 user nova-compute[74968]:     <video>
Oct 30 12:32:11 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:11 user nova-compute[74968]:     </video>
Oct 30 12:32:11 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:32:11 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:32:11 user nova-compute[74968]:     </rng>
Oct 30 12:32:11 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:32:11 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:32:11 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:32:11 user nova-compute[74968]:     </memballoon>
Oct 30 12:32:11 user nova-compute[74968]:   </devices>
Oct 30 12:32:11 user nova-compute[74968]: </domain>
Oct 30 12:32:11 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-912621387',display_name='tempest-ServerActionsTestOtherA-server-912621387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-912621387',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-39z1iefi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:31:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=cd7604dd-4019-4d39-b9de-e28750117528,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG os_vif [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '597e4c1a-d261-5b61-b4b2-ea2d6621d5f8', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8414e1ea-1e, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8414e1ea-1e, col_values=(('qos', UUID('f9ff2619-7607-47cd-b895-1d715850028a')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8414e1ea-1e, col_values=(('external_ids', {'iface-id': '8414e1ea-1ecc-4134-b9f8-a0ac736d2aff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:19:e1', 'vm-uuid': 'cd7604dd-4019-4d39-b9de-e28750117528'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:11 user nova-compute[74968]: INFO os_vif [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e')
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:32:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] No VIF found with MAC fa:16:3e:68:19:e1, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:32:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] No waiting events found dispatching network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:13 user nova-compute[74968]: WARNING nova.compute.manager [req-6d983b92-9e95-4efa-92f1-d28f1d416b25 req-cdf285e7-f323-40a6-a001-cf5f57ae12db service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received unexpected event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff for instance with vm_state building and task_state spawning.
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:13 user nova-compute[74968]: INFO nova.compute.manager [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Terminating instance
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-0d201b68-4cd4-437f-aff4-569c3f2aa2a0 req-3996f082-e1a9-422d-a3eb-67eb702afb25 service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-unplugged-6705e103-2e17-4991-b394-817613d6a863 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:32:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Instance destroyed successfully.
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid 0ca7e04e-a8f7-4e2a-b25a-291d959880c2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1504170767',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1504170767',id=13,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:16:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-x04vm9ee',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:18:33Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=0ca7e04e-a8f7-4e2a-b25a-291d959880c2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "6705e103-2e17-4991-b394-817613d6a863", "address": "fa:16:3e:ec:16:b1", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6705e103-2e", "ovs_interfaceid": "6705e103-2e17-4991-b394-817613d6a863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_vif [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6705e103-2e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fad50ed0-5442-456c-9cb0-8eef26d957eb) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:14 user nova-compute[74968]: INFO os_vif [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:16:b1,bridge_name='br-int',has_traffic_filtering=True,id=6705e103-2e17-4991-b394-817613d6a863,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6705e103-2e')
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRlUpBIr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:32:14 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d27f930-71ff-4e7f-aa10-3a2558c47a20]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:32:14 user nova-compute[74968]: No targets found.
Oct 30 12:32:14 user nova-compute[74968]: iSNS:
Oct 30 12:32:14 user nova-compute[74968]: No targets found.
Oct 30 12:32:14 user nova-compute[74968]: STATIC:
Oct 30 12:32:14 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:32:14 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:32:14 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:32:14 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5
Oct 30 12:32:14 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:32:14 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:32:14 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a
Oct 30 12:32:14 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:32:14 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:32:14 user nova-compute[74968]: FIRMWARE:
Oct 30 12:32:14 user nova-compute[74968]: No targets found.
Oct 30 12:32:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:32:14 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:32:14 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[210b5c93-fd55-4b42-84ce-fcc5b25f1bdb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdef641b-eb35-4f4c-83fe-d9314f0c94a7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:14 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:14 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a (non-flash)
Oct 30 12:32:14 user nova-compute[74968]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:14 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79070cc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a'): ({'sdg'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Removing single pathed devices sdg {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd886b80-b372-4f2b-85cb-b43b3f408c47]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b178971-8198-4b8f-98da-2b52cf04fe28]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Flushing IO for device /dev/sdg {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4095cb-e285-48be-a22d-11635a40e959]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2c8879-41eb-47d0-b780-a7f61d612585]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] SCSI volumes sdg have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9f6f43-923c-48d7-a9a1-eb26af789741]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e84a13a-cc8b-4003-a668-9b31f4d68064]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260]
Oct 30 12:32:14 user nova-compute[74968]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a, portal: 172.16.0.220,3260] successful.
Oct 30 12:32:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7b239f7-df41-4636-b840-870cf5b7418a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a58143a-81a7-4d1c-8d3e-b8e4938d914c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] <== disconnect_volume: return (343ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:32:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Deleting instance files /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2_del
Oct 30 12:32:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Deletion of /opt/stack/data/nova/instances/0ca7e04e-a8f7-4e2a-b25a-291d959880c2_del complete
Oct 30 12:32:14 user nova-compute[74968]: INFO nova.compute.manager [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 30 12:32:14 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:32:14 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:32:15 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Took 0.54 seconds to deallocate network for instance.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] No waiting events found dispatching network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:15 user nova-compute[74968]: WARNING nova.compute.manager [req-30b1d83d-b465-47d4-9155-b3df957ac078 req-928c36b4-7669-483e-b4e5-f8ebd4c2d242 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received unexpected event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff for instance with vm_state building and task_state spawning.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:32:15 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance spawned successfully.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:15 user nova-compute[74968]: INFO nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:32:15 user nova-compute[74968]: INFO nova.compute.manager [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Took 28.41 seconds to build instance.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-de75a662-a424-4b23-93d0-58643e2ed901 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.519s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] Acquiring lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] No waiting events found dispatching network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:15 user nova-compute[74968]: WARNING nova.compute.manager [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received unexpected event network-vif-plugged-6705e103-2e17-4991-b394-817613d6a863 for instance with vm_state active and task_state deleting.
Oct 30 12:32:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-33872ce1-af73-44b6-ab4f-215ef9616071 req-0c6ae23c-25d8-4e3e-a4f8-9effee0d836f service nova] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Received event network-vif-deleted-6705e103-2e17-4991-b394-817613d6a863 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:32:16 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Creating image(s)
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Ensure instance console log exists: /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start _get_guest_xml network_info=[{"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ba72fab8-53f2-43b3-bc9d-16d1292c4110', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5a59a43-9043-4749-8f23-678cd9ac1bbc', 'attached_at': '', 'detached_at': '', 'volume_id': '3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'serial': '3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:32:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 12:32:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lazy-loading 'vcpu_model' on Instance uuid c5a59a43-9043-4749-8f23-678cd9ac1bbc {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:32:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:32:16 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:32:16 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4342b96-7adc-468f-a1a4-2c9a3562bb49]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:32:16 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[edce59b6-c002-4013-b486-af18af1fc458]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2] added
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: INFO nova.compute.manager [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 0ca7e04e-a8f7-4e2a-b25a-291d959880c2] Took 1.10 seconds to detach 1 volumes for instance.
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e56a8e-9bb0-46ef-8336-1aeaefcbf997]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0319f6a-4c8d-42de-866b-819e0c8238ee]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHAVJQuE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XHAVJQuE" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f84b39f-6618-49b8-a05d-98aa3be2f391]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XHAVJQuE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.041s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d1fee5a-a27a-4f88-be12-0df123a856ce]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac14dc0d-2e9f-4149-afbb-d31cd0ec0099]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7845caa0-94b2-4059-a4e4-767225d6d919]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]
Oct 30 12:32:16 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b81248-6236-4831-a0c7-897865e93a74]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[59731d7f-67fd-4760-9b5d-d69e9e21b128]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:32:16 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b256fd04-f46c-4b34-8d96-b147897fe31c]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:16 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Deleted allocations for instance 0ca7e04e-a8f7-4e2a-b25a-291d959880c2
Oct 30 12:32:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3a983e58-206b-4c7f-9e2d-1bebbf27841b tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "0ca7e04e-a8f7-4e2a-b25a-291d959880c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.621s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.461s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== connect_volume: return (1464ms) {'type': 'block', 'scsi_wwn': '23563623861623535', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563623861623535', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-186193668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:31:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:32:17 user nova-compute[74968]:   <uuid>c5a59a43-9043-4749-8f23-678cd9ac1bbc</uuid>
Oct 30 12:32:17 user nova-compute[74968]:   <name>instance-00000022</name>
Oct 30 12:32:17 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:32:17 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:32:17 user nova-compute[74968]:   <metadata>
Oct 30 12:32:17 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:32:17 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:32:17 user nova-compute[74968]:       <nova:name>tempest-ServerActionsV293TestJSON-server-186193668</nova:name>
Oct 30 12:32:17 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:32:16</nova:creationTime>
Oct 30 12:32:17 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:32:17 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:32:17 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:32:17 user nova-compute[74968]:       <nova:owner>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:user uuid="d5222b235ae44242977e63df10e9e0e8">tempest-ServerActionsV293TestJSON-1535954057-project-member</nova:user>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:project uuid="5a95edc421434f508fbf5cfc7da68c53">tempest-ServerActionsV293TestJSON-1535954057</nova:project>
Oct 30 12:32:17 user nova-compute[74968]:       </nova:owner>
Oct 30 12:32:17 user nova-compute[74968]:       <nova:ports>
Oct 30 12:32:17 user nova-compute[74968]:         <nova:port uuid="30a871f6-d0a2-4866-b0af-e2220e3ac813">
Oct 30 12:32:17 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 12:32:17 user nova-compute[74968]:         </nova:port>
Oct 30 12:32:17 user nova-compute[74968]:       </nova:ports>
Oct 30 12:32:17 user nova-compute[74968]:     </nova:instance>
Oct 30 12:32:17 user nova-compute[74968]:   </metadata>
Oct 30 12:32:17 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:32:17 user nova-compute[74968]:     <system>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="serial">c5a59a43-9043-4749-8f23-678cd9ac1bbc</entry>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="uuid">c5a59a43-9043-4749-8f23-678cd9ac1bbc</entry>
Oct 30 12:32:17 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:32:17 user nova-compute[74968]:     </system>
Oct 30 12:32:17 user nova-compute[74968]:   </sysinfo>
Oct 30 12:32:17 user nova-compute[74968]:   <os>
Oct 30 12:32:17 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:32:17 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:32:17 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:32:17 user nova-compute[74968]:   </os>
Oct 30 12:32:17 user nova-compute[74968]:   <features>
Oct 30 12:32:17 user nova-compute[74968]:     <acpi/>
Oct 30 12:32:17 user nova-compute[74968]:     <apic/>
Oct 30 12:32:17 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:32:17 user nova-compute[74968]:   </features>
Oct 30 12:32:17 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:32:17 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:32:17 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:32:17 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:32:17 user nova-compute[74968]:   </clock>
Oct 30 12:32:17 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:32:17 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:32:17 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:32:17 user nova-compute[74968]:   </cpu>
Oct 30 12:32:17 user nova-compute[74968]:   <devices>
Oct 30 12:32:17 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:32:17 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:32:17 user nova-compute[74968]:       <source dev="/dev/sdc"/>
Oct 30 12:32:17 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:32:17 user nova-compute[74968]:       <serial>3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2</serial>
Oct 30 12:32:17 user nova-compute[74968]:     </disk>
Oct 30 12:32:17 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:32:17 user nova-compute[74968]:       <mac address="fa:16:3e:a0:82:98"/>
Oct 30 12:32:17 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:17 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:32:17 user nova-compute[74968]:       <target dev="tap30a871f6-d0"/>
Oct 30 12:32:17 user nova-compute[74968]:     </interface>
Oct 30 12:32:17 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:32:17 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc/console.log" append="off"/>
Oct 30 12:32:17 user nova-compute[74968]:     </serial>
Oct 30 12:32:17 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:32:17 user nova-compute[74968]:     <video>
Oct 30 12:32:17 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:17 user nova-compute[74968]:     </video>
Oct 30 12:32:17 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:32:17 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:32:17 user nova-compute[74968]:     </rng>
Oct 30 12:32:17 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:32:17 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:32:17 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:32:17 user nova-compute[74968]:     </memballoon>
Oct 30 12:32:17 user nova-compute[74968]:   </devices>
Oct 30 12:32:17 user nova-compute[74968]: </domain>
Oct 30 12:32:17 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-186193668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:31:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG os_vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62344b1c-8f95-570b-98ee-b76e8c82d2db', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30a871f6-d0, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30a871f6-d0, col_values=(('qos', UUID('9e635395-f843-4aaa-8e79-12cafcac0749')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30a871f6-d0, col_values=(('external_ids', {'iface-id': '30a871f6-d0a2-4866-b0af-e2220e3ac813', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:82:98', 'vm-uuid': 'c5a59a43-9043-4749-8f23-678cd9ac1bbc'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:17 user nova-compute[74968]: INFO os_vif [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0')
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] No VIF found with MAC fa:16:3e:a0:82:98, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:32:18 user nova-compute[74968]: INFO nova.compute.claims [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Claim successful on node user
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:32:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.policy [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0727607b750449639942ee2988b4bead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b70bb8d1d5453b8bcd2f5f435d3809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:32:18 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Creating image(s)
Oct 30 12:32:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "/opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "/opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "/opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.274s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk 1073741824" returned: 0 in 0.099s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Successfully created port: 3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:19 user nova-compute[74968]: WARNING nova.compute.manager [req-f47a841e-d130-4260-82b3-5277c52857c4 req-28c25a3a-8c3f-466e-911b-e26cdc61e021 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.247s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Cannot resize image /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Ensure instance console log exists: /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Successfully updated port: 3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquired lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-changed-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.compute.manager [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Refreshing instance network info cache due to event network-changed-3f408a21-4d02-4cdc-b81e-10e56b83d643. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] Acquiring lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Updating instance_info_cache with network_info: [{"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Releasing lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Instance network_info: |[{"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] Acquired lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.network.neutron [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Refreshing network info cache for port 3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:32:20 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Start _get_guest_xml network_info=[{"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:32:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:32:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1364052808',display_name='tempest-VolumesActionsTest-instance-1364052808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1364052808',id=37,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-7yr68b90',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:32:19Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=ebf89a61-ecf3-4964-ba0b-3c90def34447,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.objects.instance [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lazy-loading 'pci_devices' on Instance uuid ebf89a61-ecf3-4964-ba0b-3c90def34447 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:32:21 user nova-compute[74968]:   <uuid>ebf89a61-ecf3-4964-ba0b-3c90def34447</uuid>
Oct 30 12:32:21 user nova-compute[74968]:   <name>instance-00000025</name>
Oct 30 12:32:21 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:32:21 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:32:21 user nova-compute[74968]:   <metadata>
Oct 30 12:32:21 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:32:21 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:name>tempest-VolumesActionsTest-instance-1364052808</nova:name>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:32:21</nova:creationTime>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:32:21 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:32:21 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:owner>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:user uuid="0727607b750449639942ee2988b4bead">tempest-VolumesActionsTest-1411422720-project-member</nova:user>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:project uuid="e0b70bb8d1d5453b8bcd2f5f435d3809">tempest-VolumesActionsTest-1411422720</nova:project>
Oct 30 12:32:21 user nova-compute[74968]:       </nova:owner>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:32:21 user nova-compute[74968]:       <nova:ports>
Oct 30 12:32:21 user nova-compute[74968]:         <nova:port uuid="3f408a21-4d02-4cdc-b81e-10e56b83d643">
Oct 30 12:32:21 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:32:21 user nova-compute[74968]:         </nova:port>
Oct 30 12:32:21 user nova-compute[74968]:       </nova:ports>
Oct 30 12:32:21 user nova-compute[74968]:     </nova:instance>
Oct 30 12:32:21 user nova-compute[74968]:   </metadata>
Oct 30 12:32:21 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:32:21 user nova-compute[74968]:     <system>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="serial">ebf89a61-ecf3-4964-ba0b-3c90def34447</entry>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="uuid">ebf89a61-ecf3-4964-ba0b-3c90def34447</entry>
Oct 30 12:32:21 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:32:21 user nova-compute[74968]:     </system>
Oct 30 12:32:21 user nova-compute[74968]:   </sysinfo>
Oct 30 12:32:21 user nova-compute[74968]:   <os>
Oct 30 12:32:21 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:32:21 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:32:21 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:32:21 user nova-compute[74968]:   </os>
Oct 30 12:32:21 user nova-compute[74968]:   <features>
Oct 30 12:32:21 user nova-compute[74968]:     <acpi/>
Oct 30 12:32:21 user nova-compute[74968]:     <apic/>
Oct 30 12:32:21 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:32:21 user nova-compute[74968]:   </features>
Oct 30 12:32:21 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:32:21 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:32:21 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:32:21 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:32:21 user nova-compute[74968]:   </clock>
Oct 30 12:32:21 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:32:21 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:32:21 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:32:21 user nova-compute[74968]:   </cpu>
Oct 30 12:32:21 user nova-compute[74968]:   <devices>
Oct 30 12:32:21 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:32:21 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:32:21 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk"/>
Oct 30 12:32:21 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:32:21 user nova-compute[74968]:     </disk>
Oct 30 12:32:21 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:32:21 user nova-compute[74968]:       <mac address="fa:16:3e:a5:4e:76"/>
Oct 30 12:32:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:21 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:32:21 user nova-compute[74968]:       <target dev="tap3f408a21-4d"/>
Oct 30 12:32:21 user nova-compute[74968]:     </interface>
Oct 30 12:32:21 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:32:21 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/console.log" append="off"/>
Oct 30 12:32:21 user nova-compute[74968]:     </serial>
Oct 30 12:32:21 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:32:21 user nova-compute[74968]:     <video>
Oct 30 12:32:21 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:32:21 user nova-compute[74968]:     </video>
Oct 30 12:32:21 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:32:21 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:32:21 user nova-compute[74968]:     </rng>
Oct 30 12:32:21 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:32:21 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:32:21 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:32:21 user nova-compute[74968]:     </memballoon>
Oct 30 12:32:21 user nova-compute[74968]:   </devices>
Oct 30 12:32:21 user nova-compute[74968]: </domain>
Oct 30 12:32:21 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:32:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1364052808',display_name='tempest-VolumesActionsTest-instance-1364052808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1364052808',id=37,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-7yr68b90',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:32:19Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=ebf89a61-ecf3-4964-ba0b-3c90def34447,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG os_vif [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4a92abe-37ad-5630-84de-d441e0f9f344', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f408a21-4d, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f408a21-4d, col_values=(('qos', UUID('24d98662-e0a5-490d-b1d9-4e144d60da41')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f408a21-4d, col_values=(('external_ids', {'iface-id': '3f408a21-4d02-4cdc-b81e-10e56b83d643', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:4e:76', 'vm-uuid': 'ebf89a61-ecf3-4964-ba0b-3c90def34447'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:21 user nova-compute[74968]: INFO os_vif [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d')
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] No VIF found with MAC fa:16:3e:a5:4e:76, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Updated VIF entry in instance network info cache for port 3f408a21-4d02-4cdc-b81e-10e56b83d643. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.network.neutron [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Updating instance_info_cache with network_info: [{"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c95124a2-8933-49ac-b766-c579cb4046fc req-7ea8d5f1-eb2a-4ba4-8316-718746f83bf6 service nova] Releasing lock "refresh_cache-ebf89a61-ecf3-4964-ba0b-3c90def34447" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:21 user nova-compute[74968]: DEBUG nova.compute.manager [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:21 user nova-compute[74968]: WARNING nova.compute.manager [req-67f6eac8-77d5-4843-9051-06a01bf18df4 req-f4d3d91b-9e0f-4852-af17-6d5a5363a666 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:32:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance spawned successfully.
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74968) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9f404d7a-db74-41a7-b8d4-31bc3881833e tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.094s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG nova.compute.manager [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] No waiting events found dispatching network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:23 user nova-compute[74968]: WARNING nova.compute.manager [req-98be9e01-c60f-46d2-9586-c1783e72d612 req-437b1031-c3de-47d8-9999-20f60911d89a service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received unexpected event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 for instance with vm_state building and task_state spawning.
Oct 30 12:32:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:32:25 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Instance spawned successfully.
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:32:25 user nova-compute[74968]: INFO nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Took 6.81 seconds to spawn the instance on the hypervisor.
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] No waiting events found dispatching network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:32:25 user nova-compute[74968]: WARNING nova.compute.manager [req-f89077c5-8e26-4910-b940-92e17440b6da req-9bb4e8e7-e086-4d96-a359-492225588865 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received unexpected event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 for instance with vm_state building and task_state spawning.
Oct 30 12:32:25 user nova-compute[74968]: INFO nova.compute.manager [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Took 7.71 seconds to build instance.
Oct 30 12:32:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-52d70635-e8e5-48b0-93a7-273b4c99c1e6 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.825s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-changed-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG nova.compute.manager [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Refreshing instance network info cache due to event network-changed-63bde057-260b-4cba-b06b-a818cde80825. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] Acquiring lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] Acquired lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Refreshing network info cache for port 63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updated VIF entry in instance network info cache for port 63bde057-260b-4cba-b06b-a818cde80825. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:32:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-188d4d37-1f3c-4c1a-8cb9-29873e5484d8 req-830094d9-409f-4465-be3b-7dd7fd72661e service nova] Releasing lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:32:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:32:52 user nova-compute[74968]: INFO nova.compute.manager [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Attaching volume ed8a141f-bf1f-4bcc-b2b9-75b3898b903e to /dev/vdb
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.utils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7820b908-3997-40dc-8e7a-fe1bfcbcbf68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e17a1ca3-146f-4027-9538-5383c30b92dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[48839a71-326d-4564-8a66-267ef18a6594]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[258378b2-c72b-4469-b9e7-281a7b37e2da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:32:52 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:32:52 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64b5cc9-8adf-47be-9f6c-9f39dd039bda]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG os_brick.utils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:32:52 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating existing volume attachment record: 2b0a7a8f-8ca9-4c39-a788-91acf66ec488 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:32:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:32:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:01 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:33:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:04 user nova-compute[74968]: INFO nova.compute.manager [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Terminating instance
Oct 30 12:33:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-unplugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] No waiting events found dispatching network-vif-unplugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-f793f49d-f931-4986-b26f-08adc51f174d req-495a374a-65cb-48df-8da2-5f515f0c301f service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-unplugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Instance destroyed successfully.
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lazy-loading 'resources' on Instance uuid 12c9670f-59cb-4be4-ba91-d9ae7171dc06 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:10:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-755158009',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-755158009',id=1,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:11:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2d2b0e04fd14dcc9879f369b0db7efb',ramdisk_id='',reservation_id='r-h59302x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-720680360',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:12:52Z,user_data=None,user_id='ea85d6f704204995b19db214cdf5be9d',uuid=12c9670f-59cb-4be4-ba91-d9ae7171dc06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converting VIF {"id": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "address": "fa:16:3e:05:d7:09", "network": {"id": "0118ce94-1a81-4f41-98f4-af85c3c35a3b", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-410659965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2d2b0e04fd14dcc9879f369b0db7efb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c2bdcef-9f", "ovs_interfaceid": "1c2bdcef-9f5b-42ad-8224-ff02026566f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG os_vif [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c2bdcef-9f, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b83396a-b3bd-4ed4-bb11-20834660eee2) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:05 user nova-compute[74968]: INFO os_vif [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:d7:09,bridge_name='br-int',has_traffic_filtering=True,id=1c2bdcef-9f5b-42ad-8224-ff02026566f3,network=Network(0118ce94-1a81-4f41-98f4-af85c3c35a3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c2bdcef-9f')
Oct 30 12:33:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Deleting instance files /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06_del
Oct 30 12:33:05 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Deletion of /opt/stack/data/nova/instances/12c9670f-59cb-4be4-ba91-d9ae7171dc06_del complete
Oct 30 12:33:05 user nova-compute[74968]: INFO nova.compute.manager [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Error from libvirt while getting description of instance-00000001: [Error Code 42] Domain not found: no domain with matching uuid '12c9670f-59cb-4be4-ba91-d9ae7171dc06' (instance-00000001): libvirt.libvirtError: Domain not found: no domain with matching uuid '12c9670f-59cb-4be4-ba91-d9ae7171dc06' (instance-00000001)
Oct 30 12:33:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing instance network info cache due to event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.network.neutron [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:33:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7764MB free_disk=24.92542266845703GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:06 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Took 1.11 seconds to deallocate network for instance.
Oct 30 12:33:06 user nova-compute[74968]: INFO nova.compute.manager [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Detaching volume d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:33:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:06 user nova-compute[74968]: INFO nova.virt.block_device [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Attempting to driver detach volume d31a79a3-df8c-4606-8547-ce17774e0080 from mountpoint /dev/vdb
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Attempting to detach device vdb from instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:33:06 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:33:06 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:33:06 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:33:06 user nova-compute[74968]:   <serial>d31a79a3-df8c-4606-8547-ce17774e0080</serial>
Oct 30 12:33:06 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:33:06 user nova-compute[74968]: </disk>
Oct 30 12:33:06 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance c5a59a43-9043-4749-8f23-678cd9ac1bbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cd7604dd-4019-4d39-b9de-e28750117528 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ebf89a61-ecf3-4964-ba0b-3c90def34447 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:33:06 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully detached device vdb from instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 from the persistent domain config.
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:33:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:33:06 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:33:06 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:33:06 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:33:06 user nova-compute[74968]:   <serial>d31a79a3-df8c-4606-8547-ce17774e0080</serial>
Oct 30 12:33:06 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:33:06 user nova-compute[74968]: </disk>
Oct 30 12:33:06 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updated VIF entry in instance network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing instance network info cache due to event network-changed-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Acquiring lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-566de292-8652-45fc-baaf-c6ad038733be req-1d560da4-7a23-49c2-af72-6428b64883e1 service nova] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Acquired lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Refreshing network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.574s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.477s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:07 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Deleted allocations for instance 12c9670f-59cb-4be4-ba91-d9ae7171dc06
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updated VIF entry in instance network info cache for port be793eb1-ba97-4e3b-9cc0-5dfc54c118d1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.network.neutron [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [{"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Releasing lock "refresh_cache-8cf0a061-92ec-4d6c-874d-4ad4189a5212" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Acquiring lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] No waiting events found dispatching network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:07 user nova-compute[74968]: WARNING nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received unexpected event network-vif-plugged-1c2bdcef-9f5b-42ad-8224-ff02026566f3 for instance with vm_state deleted and task_state None.
Oct 30 12:33:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-8fe616a2-4bc6-4259-b155-f7d2472aff56 req-4e95cabd-2337-430b-ae66-c63ada246a92 service nova] [instance: 12c9670f-59cb-4be4-ba91-d9ae7171dc06] Received event network-vif-deleted-1c2bdcef-9f5b-42ad-8224-ff02026566f3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-23fe828f-7c01-4ff7-9137-b1a0dfcb1e69 tempest-ServerBootFromVolumeStableRescueTest-720680360 tempest-ServerBootFromVolumeStableRescueTest-720680360-project-member] Lock "12c9670f-59cb-4be4-ba91-d9ae7171dc06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.415s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:33:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:33:12 user nova-compute[74968]: INFO nova.compute.claims [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Claim successful on node user
Oct 30 12:33:12 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:33:13 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:33:13 user nova-compute[74968]: INFO nova.virt.block_device [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Booting with volume snapshot 209dfc00-604d-40f7-82ec-c408d8fb31f7 at /dev/vda
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.policy [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9014e5f8b7034b6a875b039169aae3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7931d6c036466baaf9f303ef1ae1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:33:13 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Successfully created port: 47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Successfully updated port: 47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquired lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-changed-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.compute.manager [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Refreshing instance network info cache due to event network-changed-47daf711-6406-405d-a85e-f92ca6ce0e76. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] Acquiring lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:33:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Updating instance_info_cache with network_info: [{"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Releasing lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Instance network_info: |[{"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] Acquired lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Refreshing network info cache for port 47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Updated VIF entry in instance network info cache for port 47daf711-6406-405d-a85e-f92ca6ce0e76. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG nova.network.neutron [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Updating instance_info_cache with network_info: [{"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9b6ab73f-ac02-408c-8f18-63c39760c0e3 req-e0abd0c6-f9ae-4065-8899-4d74f9d683de service nova] Releasing lock "refresh_cache-0c722649-c667-4825-af29-eef30c91ad6b" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DdvcVYko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:15 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:15 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[515f3982-19f4-49a7-a911-2d555fd70d2c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:33:15 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[03713579-1a67-4648-a545-5a056eb2874f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e] added
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a50e5d-8f9b-4b06-8c29-8355f9a84233]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df1828f-ee8b-4c04-ab57-7c0f8d481c06]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DdvcVYko {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DdvcVYko" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[913782f7-2d77-48c3-a41e-41a8a1414ed6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DdvcVYko'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a06248b-02eb-4049-b0b2-03b3a1b15e47]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf0aae4-046d-42a8-b4e5-5909cabc74b3]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[389fe9a3-d86a-459c-b24c-fa7c796e9ee3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260]
Oct 30 12:33:15 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260] successful.
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5076556f-ec0b-4252-96cd-317418c842c0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e2d869-0401-47a0-80dd-338cea6ec072]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:15 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:15 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] HCTL ('36', '-', '-', 0) found on session 43 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68e91a2-cee2-46a3-9d44-1a434599a853]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:15 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DdvcVYko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26166383731306131', 'path': '/dev/sde'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166383731306131', 'path': '/dev/sde'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG nova.objects.instance [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:33:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:33:16 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:33:16 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:33:16 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:33:16 user nova-compute[74968]:   <serial>ed8a141f-bf1f-4bcc-b2b9-75b3898b903e</serial>
Oct 30 12:33:16 user nova-compute[74968]: </disk>
Oct 30 12:33:16 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:33:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:33:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:33:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] No VIF found with MAC fa:16:3e:ca:6e:d7, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:33:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93aee15c-c07d-4ad7-8d26-427ecc24af4e tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.988s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[081abac8-40b7-4983-a751-bdeb26037f3a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c9877d-b8a2-4204-8756-be58645cf4dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed812e4f-b7c2-4b81-b8bf-76b4fe5356d9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7268c075-ef6e-422f-a8ba-9bba5e36c53c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:19 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:33:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d84a46a-c9fc-4dd4-a211-26a7620eaab2]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== get_connector_properties: return (283ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:19 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Updating existing volume attachment record: e996c4c2-1c77-49ab-9066-eba7598fe199 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:33:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:24 user nova-compute[74968]: DEBUG nova.objects.instance [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:33:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:25 user nova-compute[74968]: INFO nova.compute.manager [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Attaching volume 3512079c-6abb-4e45-b5d7-00379743b397 to /dev/vdc
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.utils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5044359e-e04a-4bbc-aec7-d1267457fa48]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73c5676-6abd-4705-aaa9-7b7c4b85a0fa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7199f1b1-d668-4e5d-bf2c-84c1a1573264]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7559c1-dffc-4f8b-8c46-54a4b867077a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:25 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:33:25 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9e0804-d13e-4a00-9261-4652d3876d59]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG os_brick.utils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating existing volume attachment record: 371c989c-e4fb-4d81-9aad-423d5f48708e {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:33:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 is timed out.
Oct 30 12:33:27 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully detached device vdb from instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 from the live domain config.
Oct 30 12:33:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AbdyUMox', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:27 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a01b15-143e-4053-ab35-6bcd93a1bddd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:33:27 user nova-compute[74968]: No targets found.
Oct 30 12:33:27 user nova-compute[74968]: iSNS:
Oct 30 12:33:27 user nova-compute[74968]: No targets found.
Oct 30 12:33:27 user nova-compute[74968]: STATIC:
Oct 30 12:33:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:33:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2
Oct 30 12:33:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080
Oct 30 12:33:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:27 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5
Oct 30 12:33:27 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:27 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:27 user nova-compute[74968]: FIRMWARE:
Oct 30 12:33:27 user nova-compute[74968]: No targets found.
Oct 30 12:33:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:33:27 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:33:27 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee5ee9d-d17b-4f89-a809-ad64f297a111]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3867ce35-fa35-4a50-9b52-dd02e2396b56]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:27 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a8266e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b43a380d-66b9-4fee-864b-932a4b332e0a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00ed370-de68-4aaa-a8b7-911dd6046233]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b43d692-7d96-47c6-872b-5fd17683834c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f323d145-f729-492b-9fa3-e631058ca828]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c8fb0a-3d78-4c31-8374-b52558739a49]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[205514af-62df-4fd6-8fcf-1a86b74bca59]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260]
Oct 30 12:33:27 user nova-compute[74968]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080, portal: 172.16.0.220,3260] successful.
Oct 30 12:33:27 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d31a79a3-df8c-4606-8547-ce17774e0080 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a66d0c-0a5b-40cf-869b-c66433791de7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] <== disconnect_volume: return (325ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:33:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'flavor' on Instance uuid 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:33:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-95b994da-77f8-404e-886b-b96ddf43db48 tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.987s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.compute.manager [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing instance network info cache due to event network-changed-55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Refreshing network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated VIF entry in instance network info cache for port 55a6f934-90c0-4fbe-9235-d343cd9f9bd0. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.network.neutron [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7cdd5ea5-db98-497c-840e-67ff965ea156 req-6a316bb3-737f-4e81-aca9-d44a598ccd3e service nova] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:33:39 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Creating image(s)
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Ensure instance console log exists: /opt/stack/data/nova/instances/0c722649-c667-4825-af29-eef30c91ad6b/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Start _get_guest_xml network_info=[{"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'e996c4c2-1c77-49ab-9066-eba7598fe199', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZhWmHsNz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0c722649-c667-4825-af29-eef30c91ad6b', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 'serial': '0c5d7f7c-5cff-4902-81b5-5cce7ce89621'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:33:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:33:39 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZhWmHsNz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:39 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:39 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd95ab59-bb81-4951-b7b1-efd2a7ca3f19]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:33:39 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f07780-e932-4f4b-be71-901bd801dc9f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621] added
Oct 30 12:33:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fad932e-7b8c-4cc9-b61b-8ef47874e672]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d327ac82-e6b2-4d8d-9549-3f4269477363]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZhWmHsNz {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZhWmHsNz" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37f15cf-cac9-46d9-a3e3-9577ca7ff47b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZhWmHsNz'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc0037b-e7ed-423c-8803-06f68028918f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e07a37-d6bf-423d-a5bf-49cd57730553]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:39 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:39 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:39 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:39 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[711a4142-bdd6-4f37-a95c-9e4969122906]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260]
Oct 30 12:33:39 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260] successful.
Oct 30 12:33:39 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:39 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec4f29f-d042-4bef-9ef5-e7a1e6866da6]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f3264c-5901-4600-a9a0-86e89e6d4582]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:40 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:33:40 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] HCTL ('35', '-', '-', 0) found on session 44 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7d4d6b-6acc-4325-84a8-e939dfc8d1c7]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZhWmHsNz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:40 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Stashing vm_state: active {{(pid=74968) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:33:41 user nova-compute[74968]: INFO nova.compute.claims [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Claim successful on node user
Oct 30 12:33:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23032396530376535', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23032396530376535', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:33:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1086564348',display_name='tempest-TestVolumeBootPattern-server-1086564348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1086564348',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-wxv5opjd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:33:13Z,user_data=None,user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=0c722649-c667-4825-af29-eef30c91ad6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.objects.instance [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c722649-c667-4825-af29-eef30c91ad6b {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:33:41 user nova-compute[74968]: INFO nova.compute.resource_tracker [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating resource usage from migration aafed192-7fb7-4cb2-91bf-361fbb9ff513
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:33:41 user nova-compute[74968]:   <uuid>0c722649-c667-4825-af29-eef30c91ad6b</uuid>
Oct 30 12:33:41 user nova-compute[74968]:   <name>instance-00000026</name>
Oct 30 12:33:41 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:33:41 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:33:41 user nova-compute[74968]:   <metadata>
Oct 30 12:33:41 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:33:41 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:33:41 user nova-compute[74968]:       <nova:name>tempest-TestVolumeBootPattern-server-1086564348</nova:name>
Oct 30 12:33:41 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:33:39</nova:creationTime>
Oct 30 12:33:41 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:33:41 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:33:41 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:33:41 user nova-compute[74968]:       <nova:owner>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:user uuid="9014e5f8b7034b6a875b039169aae3a2">tempest-TestVolumeBootPattern-2025008086-project-member</nova:user>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:project uuid="fa7931d6c036466baaf9f303ef1ae1c4">tempest-TestVolumeBootPattern-2025008086</nova:project>
Oct 30 12:33:41 user nova-compute[74968]:       </nova:owner>
Oct 30 12:33:41 user nova-compute[74968]:       <nova:ports>
Oct 30 12:33:41 user nova-compute[74968]:         <nova:port uuid="47daf711-6406-405d-a85e-f92ca6ce0e76">
Oct 30 12:33:41 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 12:33:41 user nova-compute[74968]:         </nova:port>
Oct 30 12:33:41 user nova-compute[74968]:       </nova:ports>
Oct 30 12:33:41 user nova-compute[74968]:     </nova:instance>
Oct 30 12:33:41 user nova-compute[74968]:   </metadata>
Oct 30 12:33:41 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:33:41 user nova-compute[74968]:     <system>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="serial">0c722649-c667-4825-af29-eef30c91ad6b</entry>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="uuid">0c722649-c667-4825-af29-eef30c91ad6b</entry>
Oct 30 12:33:41 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:33:41 user nova-compute[74968]:     </system>
Oct 30 12:33:41 user nova-compute[74968]:   </sysinfo>
Oct 30 12:33:41 user nova-compute[74968]:   <os>
Oct 30 12:33:41 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:33:41 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:33:41 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:33:41 user nova-compute[74968]:   </os>
Oct 30 12:33:41 user nova-compute[74968]:   <features>
Oct 30 12:33:41 user nova-compute[74968]:     <acpi/>
Oct 30 12:33:41 user nova-compute[74968]:     <apic/>
Oct 30 12:33:41 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:33:41 user nova-compute[74968]:   </features>
Oct 30 12:33:41 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:33:41 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:33:41 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:33:41 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:33:41 user nova-compute[74968]:   </clock>
Oct 30 12:33:41 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:33:41 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:33:41 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:33:41 user nova-compute[74968]:   </cpu>
Oct 30 12:33:41 user nova-compute[74968]:   <devices>
Oct 30 12:33:41 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:33:41 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:33:41 user nova-compute[74968]:       <source dev="/dev/sdd"/>
Oct 30 12:33:41 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:33:41 user nova-compute[74968]:       <serial>0c5d7f7c-5cff-4902-81b5-5cce7ce89621</serial>
Oct 30 12:33:41 user nova-compute[74968]:     </disk>
Oct 30 12:33:41 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:33:41 user nova-compute[74968]:       <mac address="fa:16:3e:cb:b1:db"/>
Oct 30 12:33:41 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:33:41 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:33:41 user nova-compute[74968]:       <target dev="tap47daf711-64"/>
Oct 30 12:33:41 user nova-compute[74968]:     </interface>
Oct 30 12:33:41 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:33:41 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/0c722649-c667-4825-af29-eef30c91ad6b/console.log" append="off"/>
Oct 30 12:33:41 user nova-compute[74968]:     </serial>
Oct 30 12:33:41 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:33:41 user nova-compute[74968]:     <video>
Oct 30 12:33:41 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:33:41 user nova-compute[74968]:     </video>
Oct 30 12:33:41 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:33:41 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:33:41 user nova-compute[74968]:     </rng>
Oct 30 12:33:41 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:33:41 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:33:41 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:33:41 user nova-compute[74968]:     </memballoon>
Oct 30 12:33:41 user nova-compute[74968]:   </devices>
Oct 30 12:33:41 user nova-compute[74968]: </domain>
Oct 30 12:33:41 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:33:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1086564348',display_name='tempest-TestVolumeBootPattern-server-1086564348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1086564348',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-wxv5opjd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:33:13Z,user_data=None,user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=0c722649-c667-4825-af29-eef30c91ad6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG os_vif [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e44eac1f-f633-5d53-a4c7-373d4bb7b95c', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-changed-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.compute.manager [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Refreshing instance network info cache due to event network-changed-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] Acquiring lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] Acquired lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Refreshing network info cache for port 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47daf711-64, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47daf711-64, col_values=(('qos', UUID('12dffadf-f47c-4523-ba7b-b53e5ff72dba')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47daf711-64, col_values=(('external_ids', {'iface-id': '47daf711-6406-405d-a85e-f92ca6ce0e76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:b1:db', 'vm-uuid': '0c722649-c667-4825-af29-eef30c91ad6b'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:41 user nova-compute[74968]: INFO os_vif [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64')
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No VIF found with MAC fa:16:3e:cb:b1:db, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.396s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:41 user nova-compute[74968]: INFO nova.compute.manager [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Migrating
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updated VIF entry in instance network info cache for port 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.neutron [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a36d728a-257f-4d9d-9f65-a15bed710413 req-7f7bdf6a-4bfe-4975-8918-b7fac72199d6 service nova] Releasing lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquired lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:41 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Releasing lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Starting migrate_disk_and_power_off {{(pid=74968) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-vif-unplugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] No waiting events found dispatching network-vif-unplugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:42 user nova-compute[74968]: WARNING nova.compute.manager [req-8a23ad3f-4d09-4851-9a3d-1ced1ee983a6 req-6161b7eb-d416-493d-9f73-47ace8e24ea6 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received unexpected event network-vif-unplugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff for instance with vm_state active and task_state resize_migrating.
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance destroyed successfully.
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-912621387',display_name='tempest-ServerActionsTestOtherA-server-912621387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-912621387',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:32:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-39z1iefi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:33:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=cd7604dd-4019-4d39-b9de-e28750117528,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-260907201-network", "vif_mac": "fa:16:3e:68:19:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-260907201-network", "vif_mac": "fa:16:3e:68:19:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_vif [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8414e1ea-1e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9ff2619-7607-47cd-b895-1d715850028a) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: INFO os_vif [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e')
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOeHCoas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:43 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5870118e-8907-4782-8ffc-18589415d914]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:33:43 user nova-compute[74968]: No targets found.
Oct 30 12:33:43 user nova-compute[74968]: iSNS:
Oct 30 12:33:43 user nova-compute[74968]: No targets found.
Oct 30 12:33:43 user nova-compute[74968]: STATIC:
Oct 30 12:33:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:33:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2
Oct 30 12:33:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621
Oct 30 12:33:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:43 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5
Oct 30 12:33:43 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:33:43 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:33:43 user nova-compute[74968]: FIRMWARE:
Oct 30 12:33:43 user nova-compute[74968]: No targets found.
Oct 30 12:33:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:33:43 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:33:43 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c37be8-d111-44eb-98e2-5fb2ae9d779c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f867954f-7f04-41e7-aa31-78bc3afa0a43]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:33:43 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:33:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bd900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f9e929-c4dc-4322-884d-1fed8e8952dc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1720a0dd-f3f9-4cad-8530-cfe33f7da92b]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c27d85b-ef1c-4251-b6ab-ac3ef9a49071]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a514b895-09d8-4f0e-9fdd-0f9e87489b18]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[28921bef-a54a-4a92-8a8d-8c4c6146dc04]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d5014b-1e13-4ce6-9aa1-09ca9866e636]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260]
Oct 30 12:33:43 user nova-compute[74968]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5, portal: 172.16.0.220,3260] successful.
Oct 30 12:33:43 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e6714c-bd77-43f3-9acf-d71834e3d66f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== disconnect_volume: return (310ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:33:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Port 8414e1ea-1ecc-4134-b9f8-a0ac736d2aff binding to destination host user is already ACTIVE {{(pid=74968) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] No waiting events found dispatching network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:44 user nova-compute[74968]: WARNING nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received unexpected event network-vif-plugged-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff for instance with vm_state active and task_state resize_migrating.
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] No waiting events found dispatching network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:44 user nova-compute[74968]: WARNING nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received unexpected event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 for instance with vm_state building and task_state spawning.
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] No waiting events found dispatching network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:33:44 user nova-compute[74968]: WARNING nova.compute.manager [req-a56e68b6-8be1-4b1f-8c07-98242bcf8386 req-d711aa88-ea30-4027-8391-c60580a12cf7 service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received unexpected event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 for instance with vm_state building and task_state spawning.
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquired lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.volume.cinder [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Update attachment failed for attachment 371c989c-e4fb-4d81-9aad-423d5f48708e. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Failed to attach 3512079c-6abb-4e45-b5d7-00379743b397 at /dev/vdc: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Traceback (most recent call last):
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     self._do_attach(context, instance, volume, volume_api,
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     self._volume_attach(context, volume, connector, instance,
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     connection_info = volume_api.attachment_update(
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     res = method(self, ctx, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     return method.func(obj, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     return self.request(url, method, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2]     raise exceptions.from_response(resp, body)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d)
Oct 30 12:33:44 user nova-compute[74968]: ERROR nova.compute.manager [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] 
Oct 30 12:33:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.873s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server [None req-065f2c5c-d820-499a-9e6e-d33d838180e1 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-47612de6-a21e-4da7-897d-3db19e3ab10d)
Oct 30 12:33:44 user nova-compute[74968]: ERROR oslo_messaging.rpc.server 
Oct 30 12:33:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Instance spawned successfully.
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [{"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Releasing lock "refresh_cache-cd7604dd-4019-4d39-b9de-e28750117528" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:33:45 user nova-compute[74968]: INFO nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Took 5.39 seconds to spawn the instance on the hypervisor.
Oct 30 12:33:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:33:45 user nova-compute[74968]: INFO nova.compute.manager [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Took 32.59 seconds to build instance.
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.utils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-6f8c75c8-7e58-40ae-a806-ffc8b03e3144 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.690s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a9b6c4-1f25-40d8-a1df-01b77ed1dbca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[08956ab3-d5ef-48e5-a771-f9b50fea5668]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8869ab5-35b3-4157-8fcc-c8347b0390e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa30cb4-aa6b-40de-8b68-9063456c9152]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:33:45 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:33:45 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffac6408-f46e-448b-8dd6-eab889aee9f9]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG os_brick.utils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:33:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:33:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:01 user nova-compute[74968]: INFO nova.compute.manager [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Terminating instance
Oct 30 12:34:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-290ac904-36b3-4bb5-8325-e6bb72e859aa req-2104b116-d53d-4de3-9fdb-5f9e195bb7d8 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-unplugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:34:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Instance destroyed successfully.
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lazy-loading 'resources' on Instance uuid c5a59a43-9043-4749-8f23-678cd9ac1bbc {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T12:29:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-186193668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651010183',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkR+UJlKLWBe3IKF4eW8CKATHfiVqGdL1QjU1PQB+kTKBHtZgvx8HaxvuWyhkhZ5Y+VdbXABDGgHigpWctRi7wutPIkestzHs5hgxkqMu5Pr2xcOeFC/x0tiDt+jH5eHQ==',key_name='tempest-keypair-1489176486',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:32:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a95edc421434f508fbf5cfc7da68c53',ramdisk_id='',reservation_id='r-0wmgb502',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1535954057',owner_user_name='tempest-ServerActionsV293TestJSON-1535954057-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:32:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d5222b235ae44242977e63df10e9e0e8',uuid=c5a59a43-9043-4749-8f23-678cd9ac1bbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converting VIF {"id": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "address": "fa:16:3e:a0:82:98", "network": {"id": "b6757735-fe16-4319-a879-951d89c1336f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-849326739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a95edc421434f508fbf5cfc7da68c53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30a871f6-d0", "ovs_interfaceid": "30a871f6-d0a2-4866-b0af-e2220e3ac813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_vif [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30a871f6-d0, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e635395-f843-4aaa-8e79-12cafcac0749) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:02 user nova-compute[74968]: INFO os_vif [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:82:98,bridge_name='br-int',has_traffic_filtering=True,id=30a871f6-d0a2-4866-b0af-e2220e3ac813,network=Network(b6757735-fe16-4319-a879-951d89c1336f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30a871f6-d0')
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XHAVJQuE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:34:02 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70be9458-0404-4d93-8ba4-d87e06a74c52]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:34:02 user nova-compute[74968]: No targets found.
Oct 30 12:34:02 user nova-compute[74968]: iSNS:
Oct 30 12:34:02 user nova-compute[74968]: No targets found.
Oct 30 12:34:02 user nova-compute[74968]: STATIC:
Oct 30 12:34:02 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:34:02 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:34:02 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:34:02 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2
Oct 30 12:34:02 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:34:02 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:34:02 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621
Oct 30 12:34:02 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:34:02 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:34:02 user nova-compute[74968]: FIRMWARE:
Oct 30 12:34:02 user nova-compute[74968]: No targets found.
Oct 30 12:34:02 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:34:02 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:34:02 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[870c0094-ad1e-4239-a439-44f56d1e3cd9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[43516ce4-9afe-406d-b8e3-867a0b5a687b]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:34:02 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:34:02 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:34:02 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 (non-flash)
Oct 30 12:34:02 user nova-compute[74968]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:34:02 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:34:02 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81b30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3adbca8e-1dff-4eaf-aa22-16ebd3561d4e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[94bd757b-8813-444c-9a4b-81b7fdbe32f7]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1dd12fd-4a7b-44f1-b50c-71dc72e19f27]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[897e1995-54df-4fc4-9284-86b4b25ad246]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_63e547cd', '/dev/disk/by-id/scsi-23563623861623535', '/dev/disk/by-id/scsi-1SCST_BIO63e547cd-5cb8ab558cb67dc6') {{(pid=86043) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0fc48d-86d6-4cc5-b4d4-a3212fbbd5bf]: (4, None) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adae7be-d23f-4793-98ac-04d5d736b230]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[16186b39-273a-4db2-81e6-62b4e127230f]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260]
Oct 30 12:34:02 user nova-compute[74968]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2, portal: 172.16.0.220,3260] successful.
Oct 30 12:34:02 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[462f8264-fa3e-4e5e-8c7b-90b39b80304c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] <== disconnect_volume: return (340ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:34:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deleting instance files /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc_del
Oct 30 12:34:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deletion of /opt/stack/data/nova/instances/c5a59a43-9043-4749-8f23-678cd9ac1bbc_del complete
Oct 30 12:34:02 user nova-compute[74968]: INFO nova.compute.manager [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Took 1.29 seconds to destroy the instance on the hypervisor.
Oct 30 12:34:02 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:34:02 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:34:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] Acquiring lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] No waiting events found dispatching network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:03 user nova-compute[74968]: WARNING nova.compute.manager [req-f22c719a-eb5c-4578-8161-76a0d37e6a80 req-275b619f-243b-42d9-9757-cb0eb52f29a4 service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received unexpected event network-vif-plugged-30a871f6-d0a2-4866-b0af-e2220e3ac813 for instance with vm_state active and task_state deleting.
Oct 30 12:34:04 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:04 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Took 1.18 seconds to deallocate network for instance.
Oct 30 12:34:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-136498c8-1395-4b93-912d-4f32c683112f req-91798296-a398-4ca7-9349-d26665f5953b service nova] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Received event network-vif-deleted-30a871f6-d0a2-4866-b0af-e2220e3ac813 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:04 user nova-compute[74968]: INFO nova.compute.manager [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Took 0.97 seconds to detach 1 volumes for instance.
Oct 30 12:34:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] [instance: c5a59a43-9043-4749-8f23-678cd9ac1bbc] Deleting volume: 3aa2c4d3-2d18-4ad9-b5af-ef23c28a37e2 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.volume.cinder [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Update attachment failed for attachment c1cf01fd-8160-430e-b8ac-2983582d957a. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Setting instance vm_state to ERROR: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528] Traceback (most recent call last):
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/compute/manager.py", line 10845, in _error_out_instance_on_exception
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     yield
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/compute/manager.py", line 6377, in _finish_resize_helper
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     network_info = self._finish_resize(context, instance, migration,
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/compute/manager.py", line 6281, in _finish_resize
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     self._update_volume_attachments(context, instance, bdms)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/compute/manager.py", line 6211, in _update_volume_attachments
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     self.volume_api.attachment_update(
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     res = method(self, ctx, *args, **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     with excutils.save_and_reraise_exception():
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     self.force_reraise()
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     raise self.value
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     return method.func(obj, *args, **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     return self.request(url, method, **kwargs)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528]     raise exceptions.from_response(resp, body)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18)
Oct 30 12:34:05 user nova-compute[74968]: ERROR nova.compute.manager [instance: cd7604dd-4019-4d39-b9de-e28750117528] 
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:05 user nova-compute[74968]: INFO nova.compute.manager [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deleting allocations for old flavor on source node user after finish_resize failure. You may be able to recover the instance by hard rebooting it.
Oct 30 12:34:05 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Deleted allocation for migration aafed192-7fb7-4cb2-91bf-361fbb9ff513
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.556s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:05 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Deleted allocations for instance c5a59a43-9043-4749-8f23-678cd9ac1bbc
Oct 30 12:34:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-c3e67001-341c-4a5e-b46f-c58ddef5911b tempest-ServerActionsV293TestJSON-1535954057 tempest-ServerActionsV293TestJSON-1535954057-project-member] Lock "c5a59a43-9043-4749-8f23-678cd9ac1bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.491s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:06 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8163MB free_disk=25.038402557373047GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.747s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:06 user nova-compute[74968]: INFO nova.compute.manager [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Successfully reverted task state from resize_finish on failure for instance.
Oct 30 12:34:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.099s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server [None req-7c05bccf-2984-445f-89e3-190c200237a2 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 145, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6347, in finish_resize
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6344, in finish_resize
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._finish_resize_helper(context, disk_info, image, instance,
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6377, in _finish_resize_helper
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     network_info = self._finish_resize(context, instance, migration,
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6281, in _finish_resize
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self._update_volume_attachments(context, instance, bdms)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6211, in _update_volume_attachments
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.volume_api.attachment_update(
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ff8d2f08-542d-44b2-a12e-e647cc23ab18)
Oct 30 12:34:06 user nova-compute[74968]: ERROR oslo_messaging.rpc.server 
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Applying migration context for instance cd7604dd-4019-4d39-b9de-e28750117528 as it has an incoming, in-progress migration aafed192-7fb7-4cb2-91bf-361fbb9ff513. Migration status is error {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=74968) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance ebf89a61-ecf3-4964-ba0b-3c90def34447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 0c722649-c667-4825-af29-eef30c91ad6b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cd7604dd-4019-4d39-b9de-e28750117528 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:06 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.416s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:07 user nova-compute[74968]: INFO nova.compute.manager [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Terminating instance
Oct 30 12:34:07 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Skipping network cache update for instance because it is being deleted. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9970}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.compute.claims [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Claim successful on node user
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-af1a4c33-f94d-430c-9c50-71a558f8197b req-e6e47a51-3533-4dc9-8bd3-99787005d271 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-unplugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Instance destroyed successfully.
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lazy-loading 'resources' on Instance uuid 8cf0a061-92ec-4d6c-874d-4ad4189a5212 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-858835017',display_name='tempest-TestMinimumBasicScenario-server-858835017',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-858835017',id=33,image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIo3x5CE558zi/RiaETwFpi5WWXslMr60Z4q6Q/yKpOuUh9KLtCd2PzBxUDsvyd/+nUmAFww7pDTHeXvl3LUZ9agVE5hAMEGEoWPaiA6dFoA1+fI2xP+2DIAGuwVhGHfAg==',key_name='tempest-TestMinimumBasicScenario-1030217899',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:28:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c348f772d5e4dbbad712277e24dfacc',ramdisk_id='',reservation_id='r-lcfhyp1h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8fec1934-9aa9-4889-8794-4edf20bdc8ea',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1071984492',owner_user_name='tempest-TestMinimumBasicScenario-1071984492-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:31:21Z,user_data=None,user_id='1034acb34d2448eeb3dc75ad1b9015f7',uuid=8cf0a061-92ec-4d6c-874d-4ad4189a5212,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converting VIF {"id": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "address": "fa:16:3e:39:6c:fc", "network": {"id": "25bf9f13-c7df-43f7-985a-7334ab710a68", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-2042693577-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c348f772d5e4dbbad712277e24dfacc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe793eb1-ba", "ovs_interfaceid": "be793eb1-ba97-4e3b-9cc0-5dfc54c118d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG os_vif [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe793eb1-ba, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c07f23d6-b638-4e6e-b3db-deebcb422431) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:08 user nova-compute[74968]: INFO os_vif [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:6c:fc,bridge_name='br-int',has_traffic_filtering=True,id=be793eb1-ba97-4e3b-9cc0-5dfc54c118d1,network=Network(25bf9f13-c7df-43f7-985a-7334ab710a68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe793eb1-ba')
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Deleting instance files /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212_del
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Deletion of /opt/stack/data/nova/instances/8cf0a061-92ec-4d6c-874d-4ad4189a5212_del complete
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.480s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.compute.manager [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Terminating instance
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.compute.manager [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:34:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Creating image(s)
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.policy [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3306f4211bf749d6812fcb1d8540aaae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61ec8a005c94f04a4c4b55774c04503', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-unplugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] No waiting events found dispatching network-vif-unplugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-cf5c7473-e39c-4f6c-a5b1-ff54b2e1111a req-98ec3eaa-ea65-430f-841c-6d3807385189 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-unplugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.compute.claims [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Claim successful on node user
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk 1073741824" returned: 0 in 0.151s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.375s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Instance destroyed successfully.
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.objects.instance [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lazy-loading 'resources' on Instance uuid ebf89a61-ecf3-4964-ba0b-3c90def34447 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:32:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1364052808',display_name='tempest-VolumesActionsTest-instance-1364052808',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1364052808',id=37,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:32:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-7yr68b90',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:32:26Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=ebf89a61-ecf3-4964-ba0b-3c90def34447,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "address": "fa:16:3e:a5:4e:76", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f408a21-4d", "ovs_interfaceid": "3f408a21-4d02-4cdc-b81e-10e56b83d643", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG os_vif [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f408a21-4d, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24d98662-e0a5-490d-b1d9-4e144d60da41) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:09 user nova-compute[74968]: INFO os_vif [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:4e:76,bridge_name='br-int',has_traffic_filtering=True,id=3f408a21-4d02-4cdc-b81e-10e56b83d643,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f408a21-4d')
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Deleting instance files /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447_del
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Deletion of /opt/stack/data/nova/instances/ebf89a61-ecf3-4964-ba0b-3c90def34447_del complete
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:09 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Took 1.01 seconds to deallocate network for instance.
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Checking if we can resize image /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:34:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-73328068-4e61-4073-9c2f-e3b608394c3f req-e72dcb71-3c85-4e5a-81ec-4470a90c115f service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-deleted-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: INFO nova.compute.manager [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Cannot resize image /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Ensure instance console log exists: /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.080s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.066s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:10 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] Acquiring lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] No waiting events found dispatching network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:10 user nova-compute[74968]: WARNING nova.compute.manager [req-b61259d4-1a59-40a7-a4b7-98dbda367469 req-c90015d1-0c20-4ec7-91b1-1ecc5f1ece79 service nova] [instance: 8cf0a061-92ec-4d6c-874d-4ad4189a5212] Received unexpected event network-vif-plugged-be793eb1-ba97-4e3b-9cc0-5dfc54c118d1 for instance with vm_state deleted and task_state None.
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.policy [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3306f4211bf749d6812fcb1d8540aaae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61ec8a005c94f04a4c4b55774c04503', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:34:10 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Creating image(s)
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Successfully created port: f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:10 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Deleted allocations for instance 8cf0a061-92ec-4d6c-874d-4ad4189a5212
Oct 30 12:34:10 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:10 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Took 0.73 seconds to deallocate network for instance.
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8cd43bb5-3eee-4358-b7b0-a9a834d964bc tempest-TestMinimumBasicScenario-1071984492 tempest-TestMinimumBasicScenario-1071984492-project-member] Lock "8cf0a061-92ec-4d6c-874d-4ad4189a5212" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.966s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.228s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.215s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] Acquiring lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.compute.manager [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] No waiting events found dispatching network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:11 user nova-compute[74968]: WARNING nova.compute.manager [req-53ad23b6-3662-4612-a1e8-14b75ab92ccf req-eb2ad7db-62fe-4522-bcbd-88a97f8512da service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received unexpected event network-vif-plugged-3f408a21-4d02-4cdc-b81e-10e56b83d643 for instance with vm_state deleted and task_state None.
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk 1073741824" returned: 0 in 0.071s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Successfully created port: 94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.511s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:11 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Deleted allocations for instance ebf89a61-ecf3-4964-ba0b-3c90def34447
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.337s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Cannot resize image /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Ensure instance console log exists: /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:11 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Successfully updated port: f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-98211057-ad68-4a6f-959e-712d13fb18ce tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "ebf89a61-ecf3-4964-ba0b-3c90def34447" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.311s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-ea4e28c5-ee16-4392-bb4f-1a04d1cadf2e req-e82983f2-ae24-4d52-ba14-49fa777aec45 service nova] [instance: ebf89a61-ecf3-4964-ba0b-3c90def34447] Received event network-vif-deleted-3f408a21-4d02-4cdc-b81e-10e56b83d643 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Successfully updated port: 94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance network_info: |[{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start _get_guest_xml network_info=[{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-changed-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.compute.manager [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Refreshing instance network info cache due to event network-changed-f976e346-eede-40f0-bb46-3c6ce43564d3. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Refreshing network info cache for port f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:34:12 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:12 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1067216982',display_name='tempest-ServerRescueNegativeTestJSON-server-1067216982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1067216982',id=39,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-3n9b2cba',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:09Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=46e270d2-ca01-4ccf-a34b-7cc0b191aa8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.objects.instance [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:34:12 user nova-compute[74968]:   <uuid>46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</uuid>
Oct 30 12:34:12 user nova-compute[74968]:   <name>instance-00000027</name>
Oct 30 12:34:12 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:34:12 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:34:12 user nova-compute[74968]:   <metadata>
Oct 30 12:34:12 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:34:12 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1067216982</nova:name>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:34:12</nova:creationTime>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:34:12 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:34:12 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:owner>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:34:12 user nova-compute[74968]:       </nova:owner>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:34:12 user nova-compute[74968]:       <nova:ports>
Oct 30 12:34:12 user nova-compute[74968]:         <nova:port uuid="f976e346-eede-40f0-bb46-3c6ce43564d3">
Oct 30 12:34:12 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:34:12 user nova-compute[74968]:         </nova:port>
Oct 30 12:34:12 user nova-compute[74968]:       </nova:ports>
Oct 30 12:34:12 user nova-compute[74968]:     </nova:instance>
Oct 30 12:34:12 user nova-compute[74968]:   </metadata>
Oct 30 12:34:12 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:34:12 user nova-compute[74968]:     <system>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="serial">46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</entry>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="uuid">46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</entry>
Oct 30 12:34:12 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:34:12 user nova-compute[74968]:     </system>
Oct 30 12:34:12 user nova-compute[74968]:   </sysinfo>
Oct 30 12:34:12 user nova-compute[74968]:   <os>
Oct 30 12:34:12 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:34:12 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:34:12 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:34:12 user nova-compute[74968]:   </os>
Oct 30 12:34:12 user nova-compute[74968]:   <features>
Oct 30 12:34:12 user nova-compute[74968]:     <acpi/>
Oct 30 12:34:12 user nova-compute[74968]:     <apic/>
Oct 30 12:34:12 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:34:12 user nova-compute[74968]:   </features>
Oct 30 12:34:12 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:34:12 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:34:12 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:34:12 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:34:12 user nova-compute[74968]:   </clock>
Oct 30 12:34:12 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:34:12 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:34:12 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:34:12 user nova-compute[74968]:   </cpu>
Oct 30 12:34:12 user nova-compute[74968]:   <devices>
Oct 30 12:34:12 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:34:12 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:34:12 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk"/>
Oct 30 12:34:12 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:34:12 user nova-compute[74968]:     </disk>
Oct 30 12:34:12 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:34:12 user nova-compute[74968]:       <mac address="fa:16:3e:9f:03:d6"/>
Oct 30 12:34:12 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:34:12 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:34:12 user nova-compute[74968]:       <target dev="tapf976e346-ee"/>
Oct 30 12:34:12 user nova-compute[74968]:     </interface>
Oct 30 12:34:12 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:34:12 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/console.log" append="off"/>
Oct 30 12:34:12 user nova-compute[74968]:     </serial>
Oct 30 12:34:12 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:34:12 user nova-compute[74968]:     <video>
Oct 30 12:34:12 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:34:12 user nova-compute[74968]:     </video>
Oct 30 12:34:12 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:34:12 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:34:12 user nova-compute[74968]:     </rng>
Oct 30 12:34:12 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:34:12 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:34:12 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:34:12 user nova-compute[74968]:     </memballoon>
Oct 30 12:34:12 user nova-compute[74968]:   </devices>
Oct 30 12:34:12 user nova-compute[74968]: </domain>
Oct 30 12:34:12 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1067216982',display_name='tempest-ServerRescueNegativeTestJSON-server-1067216982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1067216982',id=39,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-3n9b2cba',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:09Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=46e270d2-ca01-4ccf-a34b-7cc0b191aa8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG os_vif [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc16d952-f383-55ad-b5c7-13528a7da5b3', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf976e346-ee, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf976e346-ee, col_values=(('qos', UUID('9172652e-50b2-4755-a57b-985c3588bbd0')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf976e346-ee, col_values=(('external_ids', {'iface-id': 'f976e346-eede-40f0-bb46-3c6ce43564d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:03:d6', 'vm-uuid': '46e270d2-ca01-4ccf-a34b-7cc0b191aa8f'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:12 user nova-compute[74968]: INFO os_vif [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee')
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:9f:03:d6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance network_info: |[{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start _get_guest_xml network_info=[{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:34:12 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:12 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-402476598',display_name='tempest-ServerRescueNegativeTestJSON-server-402476598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-402476598',id=40,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-r0fopd2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:11Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:12 user nova-compute[74968]: DEBUG nova.objects.instance [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:34:13 user nova-compute[74968]:   <uuid>8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</uuid>
Oct 30 12:34:13 user nova-compute[74968]:   <name>instance-00000028</name>
Oct 30 12:34:13 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:34:13 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:34:13 user nova-compute[74968]:   <metadata>
Oct 30 12:34:13 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:34:13 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-402476598</nova:name>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:34:12</nova:creationTime>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:34:13 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:34:13 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:owner>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:34:13 user nova-compute[74968]:       </nova:owner>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:34:13 user nova-compute[74968]:       <nova:ports>
Oct 30 12:34:13 user nova-compute[74968]:         <nova:port uuid="94cf3dc5-9df6-4b22-813f-c8960bd25f5d">
Oct 30 12:34:13 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:34:13 user nova-compute[74968]:         </nova:port>
Oct 30 12:34:13 user nova-compute[74968]:       </nova:ports>
Oct 30 12:34:13 user nova-compute[74968]:     </nova:instance>
Oct 30 12:34:13 user nova-compute[74968]:   </metadata>
Oct 30 12:34:13 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:34:13 user nova-compute[74968]:     <system>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="serial">8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</entry>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="uuid">8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</entry>
Oct 30 12:34:13 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:34:13 user nova-compute[74968]:     </system>
Oct 30 12:34:13 user nova-compute[74968]:   </sysinfo>
Oct 30 12:34:13 user nova-compute[74968]:   <os>
Oct 30 12:34:13 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:34:13 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:34:13 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:34:13 user nova-compute[74968]:   </os>
Oct 30 12:34:13 user nova-compute[74968]:   <features>
Oct 30 12:34:13 user nova-compute[74968]:     <acpi/>
Oct 30 12:34:13 user nova-compute[74968]:     <apic/>
Oct 30 12:34:13 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:34:13 user nova-compute[74968]:   </features>
Oct 30 12:34:13 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:34:13 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:34:13 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:34:13 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:34:13 user nova-compute[74968]:   </clock>
Oct 30 12:34:13 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:34:13 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:34:13 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:34:13 user nova-compute[74968]:   </cpu>
Oct 30 12:34:13 user nova-compute[74968]:   <devices>
Oct 30 12:34:13 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:34:13 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:34:13 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk"/>
Oct 30 12:34:13 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:34:13 user nova-compute[74968]:     </disk>
Oct 30 12:34:13 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:34:13 user nova-compute[74968]:       <mac address="fa:16:3e:2b:e7:83"/>
Oct 30 12:34:13 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:34:13 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:34:13 user nova-compute[74968]:       <target dev="tap94cf3dc5-9d"/>
Oct 30 12:34:13 user nova-compute[74968]:     </interface>
Oct 30 12:34:13 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:34:13 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/console.log" append="off"/>
Oct 30 12:34:13 user nova-compute[74968]:     </serial>
Oct 30 12:34:13 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:34:13 user nova-compute[74968]:     <video>
Oct 30 12:34:13 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:34:13 user nova-compute[74968]:     </video>
Oct 30 12:34:13 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:34:13 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:34:13 user nova-compute[74968]:     </rng>
Oct 30 12:34:13 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:34:13 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:34:13 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:34:13 user nova-compute[74968]:     </memballoon>
Oct 30 12:34:13 user nova-compute[74968]:   </devices>
Oct 30 12:34:13 user nova-compute[74968]: </domain>
Oct 30 12:34:13 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-402476598',display_name='tempest-ServerRescueNegativeTestJSON-server-402476598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-402476598',id=40,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-r0fopd2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:11Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG os_vif [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd8516c90-c4a0-5f22-ae3d-e344715b8a83', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94cf3dc5-9d, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94cf3dc5-9d, col_values=(('qos', UUID('021bb97d-588f-4fb0-b906-087b12339786')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94cf3dc5-9d, col_values=(('external_ids', {'iface-id': '94cf3dc5-9df6-4b22-813f-c8960bd25f5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:e7:83', 'vm-uuid': '8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:13 user nova-compute[74968]: INFO os_vif [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d')
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated VIF entry in instance network info cache for port f976e346-eede-40f0-bb46-3c6ce43564d3. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5eed845f-83ac-4140-af40-a43ef0c027f9 req-27cf4a7d-3b12-4643-b4f0-5eec0f0b1da7 service nova] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:2b:e7:83, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-changed-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Refreshing instance network info cache due to event network-changed-94cf3dc5-9df6-4b22-813f-c8960bd25f5d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Refreshing network info cache for port 94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updated VIF entry in instance network info cache for port 94cf3dc5-9df6-4b22-813f-c8960bd25f5d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:34:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52faca66-e8ff-44c1-b36f-9d758fdfa363 req-fed9c54d-e5d8-49e2-b9b1-e718e7908f7f service nova] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:15 user nova-compute[74968]: WARNING nova.compute.manager [req-44e47f94-ba97-4a43-b3e3-bf29ec87ae52 req-91721b1e-ee0c-4602-8c1f-dc5886e75d0f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state building and task_state spawning.
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG nova.compute.manager [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:15 user nova-compute[74968]: WARNING nova.compute.manager [req-f7c1ad56-8e99-4e8f-9423-e7ad7ae0a251 req-24ff38cf-579f-40d0-8fba-861a36da9e87 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state building and task_state spawning.
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:17 user nova-compute[74968]: WARNING nova.compute.manager [req-a22abec9-b385-4526-8cfe-ddf21fe7729b req-8e9559b0-a95c-426e-ba14-90706165855f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state building and task_state spawning.
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:34:17 user nova-compute[74968]: WARNING nova.compute.manager [req-46c6678a-e31f-444e-b2b4-1183be0a508f req-e60365b9-a539-4d0a-89ad-9d24bf2a8e52 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state building and task_state spawning.
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:34:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance spawned successfully.
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:34:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance spawned successfully.
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:34:18 user nova-compute[74968]: INFO nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Took 8.91 seconds to spawn the instance on the hypervisor.
Oct 30 12:34:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:34:18 user nova-compute[74968]: INFO nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Took 7.36 seconds to spawn the instance on the hypervisor.
Oct 30 12:34:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:34:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:18 user nova-compute[74968]: INFO nova.compute.manager [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Took 9.79 seconds to build instance.
Oct 30 12:34:18 user nova-compute[74968]: INFO nova.compute.manager [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Took 9.02 seconds to build instance.
Oct 30 12:34:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-43adba99-9344-494b-9685-2eddab7690bb tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.906s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cfc3b00a-7865-4ed4-8926-e01a1043361a tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.166s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:34:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:34:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:35:01 user nova-compute[74968]: INFO nova.compute.claims [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Claim successful on node user
Oct 30 12:35:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.378s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:35:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.policy [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0727607b750449639942ee2988b4bead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b70bb8d1d5453b8bcd2f5f435d3809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:35:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Creating image(s)
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "/opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "/opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "/opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk 1073741824" returned: 0 in 0.065s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Checking if we can resize image /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Cannot resize image /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Ensure instance console log exists: /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Successfully created port: 551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:03 user nova-compute[74968]: INFO nova.compute.manager [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Terminating instance
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Successfully updated port: 551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquired lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-changed-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Refreshing instance network info cache due to event network-changed-551d29c7-ea37-465f-b795-12783cc16d9d. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] Acquiring lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Updating instance_info_cache with network_info: [{"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Releasing lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Instance network_info: |[{"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] Acquired lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Refreshing network info cache for port 551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Start _get_guest_xml network_info=[{"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:35:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1210124247',display_name='tempest-VolumesActionsTest-instance-1210124247',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1210124247',id=41,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-d7wk2a5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:35:02Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=627008d9-ae02-4f9b-bb2a-23456e5fd312,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lazy-loading 'pci_devices' on Instance uuid 627008d9-ae02-4f9b-bb2a-23456e5fd312 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:35:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Instance destroyed successfully.
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'resources' on Instance uuid 0c722649-c667-4825-af29-eef30c91ad6b {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:35:04 user nova-compute[74968]:   <uuid>627008d9-ae02-4f9b-bb2a-23456e5fd312</uuid>
Oct 30 12:35:04 user nova-compute[74968]:   <name>instance-00000029</name>
Oct 30 12:35:04 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:35:04 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:35:04 user nova-compute[74968]:   <metadata>
Oct 30 12:35:04 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:35:04 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:name>tempest-VolumesActionsTest-instance-1210124247</nova:name>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:35:04</nova:creationTime>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:35:04 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:35:04 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:owner>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:user uuid="0727607b750449639942ee2988b4bead">tempest-VolumesActionsTest-1411422720-project-member</nova:user>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:project uuid="e0b70bb8d1d5453b8bcd2f5f435d3809">tempest-VolumesActionsTest-1411422720</nova:project>
Oct 30 12:35:04 user nova-compute[74968]:       </nova:owner>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:35:04 user nova-compute[74968]:       <nova:ports>
Oct 30 12:35:04 user nova-compute[74968]:         <nova:port uuid="551d29c7-ea37-465f-b795-12783cc16d9d">
Oct 30 12:35:04 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 12:35:04 user nova-compute[74968]:         </nova:port>
Oct 30 12:35:04 user nova-compute[74968]:       </nova:ports>
Oct 30 12:35:04 user nova-compute[74968]:     </nova:instance>
Oct 30 12:35:04 user nova-compute[74968]:   </metadata>
Oct 30 12:35:04 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:35:04 user nova-compute[74968]:     <system>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="serial">627008d9-ae02-4f9b-bb2a-23456e5fd312</entry>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="uuid">627008d9-ae02-4f9b-bb2a-23456e5fd312</entry>
Oct 30 12:35:04 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:35:04 user nova-compute[74968]:     </system>
Oct 30 12:35:04 user nova-compute[74968]:   </sysinfo>
Oct 30 12:35:04 user nova-compute[74968]:   <os>
Oct 30 12:35:04 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:35:04 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:35:04 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:35:04 user nova-compute[74968]:   </os>
Oct 30 12:35:04 user nova-compute[74968]:   <features>
Oct 30 12:35:04 user nova-compute[74968]:     <acpi/>
Oct 30 12:35:04 user nova-compute[74968]:     <apic/>
Oct 30 12:35:04 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:35:04 user nova-compute[74968]:   </features>
Oct 30 12:35:04 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:35:04 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:35:04 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:35:04 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:35:04 user nova-compute[74968]:   </clock>
Oct 30 12:35:04 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:35:04 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:35:04 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:35:04 user nova-compute[74968]:   </cpu>
Oct 30 12:35:04 user nova-compute[74968]:   <devices>
Oct 30 12:35:04 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:35:04 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:35:04 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk"/>
Oct 30 12:35:04 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:35:04 user nova-compute[74968]:     </disk>
Oct 30 12:35:04 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:35:04 user nova-compute[74968]:       <mac address="fa:16:3e:36:6b:25"/>
Oct 30 12:35:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:35:04 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:35:04 user nova-compute[74968]:       <target dev="tap551d29c7-ea"/>
Oct 30 12:35:04 user nova-compute[74968]:     </interface>
Oct 30 12:35:04 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:35:04 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/console.log" append="off"/>
Oct 30 12:35:04 user nova-compute[74968]:     </serial>
Oct 30 12:35:04 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:35:04 user nova-compute[74968]:     <video>
Oct 30 12:35:04 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:35:04 user nova-compute[74968]:     </video>
Oct 30 12:35:04 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:35:04 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:35:04 user nova-compute[74968]:     </rng>
Oct 30 12:35:04 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:35:04 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:35:04 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:35:04 user nova-compute[74968]:     </memballoon>
Oct 30 12:35:04 user nova-compute[74968]:   </devices>
Oct 30 12:35:04 user nova-compute[74968]: </domain>
Oct 30 12:35:04 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1210124247',display_name='tempest-VolumesActionsTest-instance-1210124247',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1210124247',id=41,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-d7wk2a5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:35:02Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=627008d9-ae02-4f9b-bb2a-23456e5fd312,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_vif [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:33:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1086564348',display_name='tempest-TestVolumeBootPattern-server-1086564348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1086564348',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-wxv5opjd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:33:45Z,user_data=None,user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=0c722649-c667-4825-af29-eef30c91ad6b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "47daf711-6406-405d-a85e-f92ca6ce0e76", "address": "fa:16:3e:cb:b1:db", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47daf711-64", "ovs_interfaceid": "47daf711-6406-405d-a85e-f92ca6ce0e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_vif [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4fcfde8a-8447-5b76-8eac-265ae08564f3', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47daf711-64, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap551d29c7-ea, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap551d29c7-ea, col_values=(('qos', UUID('4146918a-b2cb-4ffd-a579-ba5fe322cb53')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap551d29c7-ea, col_values=(('external_ids', {'iface-id': '551d29c7-ea37-465f-b795-12783cc16d9d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:6b:25', 'vm-uuid': '627008d9-ae02-4f9b-bb2a-23456e5fd312'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: INFO os_vif [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea')
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12dffadf-f47c-4523-ba7b-b53e5ff72dba) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:04 user nova-compute[74968]: INFO os_vif [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=47daf711-6406-405d-a85e-f92ca6ce0e76,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47daf711-64')
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZhWmHsNz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:35:04 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] No VIF found with MAC fa:16:3e:36:6b:25, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[85923d86-81f2-4101-9f4d-fcf4007d645b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:35:04 user nova-compute[74968]: No targets found.
Oct 30 12:35:04 user nova-compute[74968]: iSNS:
Oct 30 12:35:04 user nova-compute[74968]: No targets found.
Oct 30 12:35:04 user nova-compute[74968]: STATIC:
Oct 30 12:35:04 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:35:04 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:35:04 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:35:04 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621
Oct 30 12:35:04 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:35:04 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:35:04 user nova-compute[74968]: FIRMWARE:
Oct 30 12:35:04 user nova-compute[74968]: No targets found.
Oct 30 12:35:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:35:04 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:35:04 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce2ae544-7e24-4192-a735-329de62a901b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7655af1b-df84-4e3f-8a2c-56b5f3c1ea1a]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:35:04 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:35:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:35:04 user nova-compute[74968]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 (non-flash)
Oct 30 12:35:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790633910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[429dd81d-5ade-4bb6-9818-5387d0d4a217]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4162cc4-174f-430c-a755-4f5ae103501a]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0a879a-2587-4f3a-8286-7d400910c5e7]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f57843a1-6862-45a2-b072-532ffaa7323b]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23032396530376535', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_38dd93da', '/dev/disk/by-id/scsi-1SCST_BIO38dd93da-029e07e5fd9e3f2e') {{(pid=86043) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6bbfee-7347-47e6-833a-da997583c7c3]: (4, None) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Updated VIF entry in instance network info cache for port 551d29c7-ea37-465f-b795-12783cc16d9d. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.network.neutron [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Updating instance_info_cache with network_info: [{"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cb69a906-ebdf-40c7-8e05-526841dfcd03 req-cb6da8af-8888-4b15-9780-fb8da27c3c87 service nova] Releasing lock "refresh_cache-627008d9-ae02-4f9b-bb2a-23456e5fd312" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ca5646-fc4e-4e82-af26-9661ab933a2e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[038cd8ba-a2b2-44f8-b6b2-b6b77ff6b673]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260]
Oct 30 12:35:04 user nova-compute[74968]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621, portal: 172.16.0.220,3260] successful.
Oct 30 12:35:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c5d7f7c-5cff-4902-81b5-5cce7ce89621 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee1aeb5-dc3b-4e92-a366-129cfb2a6f3e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.422s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== disconnect_volume: return (424ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:35:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:35:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Deleting instance files /opt/stack/data/nova/instances/0c722649-c667-4825-af29-eef30c91ad6b_del
Oct 30 12:35:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Deletion of /opt/stack/data/nova/instances/0c722649-c667-4825-af29-eef30c91ad6b_del complete
Oct 30 12:35:05 user nova-compute[74968]: INFO nova.compute.manager [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Took 1.40 seconds to destroy the instance on the hypervisor.
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:35:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Error from libvirt while getting description of instance-00000026: [Error Code 42] Domain not found: no domain with matching uuid '0c722649-c667-4825-af29-eef30c91ad6b' (instance-00000026): libvirt.libvirtError: Domain not found: no domain with matching uuid '0c722649-c667-4825-af29-eef30c91ad6b' (instance-00000026)
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:05 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Took 0.46 seconds to deallocate network for instance.
Oct 30 12:35:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-unplugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] No waiting events found dispatching network-vif-unplugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-unplugged-47daf711-6406-405d-a85e-f92ca6ce0e76 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Acquiring lock "0c722649-c667-4825-af29-eef30c91ad6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] Lock "0c722649-c667-4825-af29-eef30c91ad6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] No waiting events found dispatching network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:05 user nova-compute[74968]: WARNING nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received unexpected event network-vif-plugged-47daf711-6406-405d-a85e-f92ca6ce0e76 for instance with vm_state active and task_state deleting.
Oct 30 12:35:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-a86fefa6-fe67-470c-960f-3fda1d4153fb req-ad4ef4d5-dd59-4c20-9d45-2c0f39e97e1a service nova] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Received event network-vif-deleted-47daf711-6406-405d-a85e-f92ca6ce0e76 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG nova.compute.manager [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] No waiting events found dispatching network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:06 user nova-compute[74968]: WARNING nova.compute.manager [req-2ee5d037-a607-4de3-835d-537f7d7e4a06 req-1e8b5d13-4262-4e81-8e0e-170601c99260 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received unexpected event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d for instance with vm_state building and task_state spawning.
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:06 user nova-compute[74968]: INFO nova.compute.manager [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Took 1.13 seconds to detach 1 volumes for instance.
Oct 30 12:35:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 0c722649-c667-4825-af29-eef30c91ad6b] Deleting volume: 0c5d7f7c-5cff-4902-81b5-5cce7ce89621 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.422s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:07 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Deleted allocations for instance 0c722649-c667-4825-af29-eef30c91ad6b
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3b1bdd5e-4518-44cb-b978-7791a7665f22 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "0c722649-c667-4825-af29-eef30c91ad6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.912s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.manager [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] No waiting events found dispatching network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:08 user nova-compute[74968]: WARNING nova.compute.manager [req-fc4f588b-1a87-40c2-b2a3-cdd758190082 req-79d5e641-8c69-4d3f-a070-b13114394138 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received unexpected event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d for instance with vm_state building and task_state spawning.
Oct 30 12:35:08 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Instance spawned successfully.
Oct 30 12:35:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8325MB free_disk=25.073238372802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Applying migration context for instance cd7604dd-4019-4d39-b9de-e28750117528 as it has an incoming, in-progress migration aafed192-7fb7-4cb2-91bf-361fbb9ff513. Migration status is error {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=74968) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}}
Oct 30 12:35:08 user nova-compute[74968]: INFO nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Took 6.89 seconds to spawn the instance on the hypervisor.
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance cd7604dd-4019-4d39-b9de-e28750117528 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 627008d9-ae02-4f9b-bb2a-23456e5fd312 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:35:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:35:08 user nova-compute[74968]: INFO nova.compute.manager [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Took 7.66 seconds to build instance.
Oct 30 12:35:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-72864930-de63-4f19-a53f-1b6900dc3ad7 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.786s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:09 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:35:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:35:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:35:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.427s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:09 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid bec8aa40-8381-41b1-bde7-9b21a76efcad {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [{"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-bec8aa40-8381-41b1-bde7-9b21a76efcad" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:35:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:14 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:19 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:26 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:35:26 user nova-compute[74968]: INFO nova.compute.claims [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Claim successful on node user
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.358s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:35:27 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.policy [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e4797a4d3049b79b11c7270fba5518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e42036097bc471d9d97a053cca21a58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:35:27 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Creating image(s)
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "/opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "/opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.021s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk 1073741824" returned: 0 in 0.048s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Successfully created port: 497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:35:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Cannot resize image /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Ensure instance console log exists: /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Successfully updated port: 497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquired lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.compute.manager [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing instance network info cache due to event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] Acquiring lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Releasing lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Instance network_info: |[{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] Acquired lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.neutron [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Start _get_guest_xml network_info=[{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:35:28 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:28 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-604760583',display_name='tempest-TestStampPattern-server-604760583',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-604760583',id=42,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-jb8ns00k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:35:27Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=a9f55ea5-023d-415d-bd11-fb763760f715,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.objects.instance [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'pci_devices' on Instance uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:35:28 user nova-compute[74968]:   <uuid>a9f55ea5-023d-415d-bd11-fb763760f715</uuid>
Oct 30 12:35:28 user nova-compute[74968]:   <name>instance-0000002a</name>
Oct 30 12:35:28 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:35:28 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:35:28 user nova-compute[74968]:   <metadata>
Oct 30 12:35:28 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:35:28 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:name>tempest-TestStampPattern-server-604760583</nova:name>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:35:28</nova:creationTime>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:35:28 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:35:28 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:owner>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:user uuid="c5e4797a4d3049b79b11c7270fba5518">tempest-TestStampPattern-146119147-project-member</nova:user>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:project uuid="6e42036097bc471d9d97a053cca21a58">tempest-TestStampPattern-146119147</nova:project>
Oct 30 12:35:28 user nova-compute[74968]:       </nova:owner>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:35:28 user nova-compute[74968]:       <nova:ports>
Oct 30 12:35:28 user nova-compute[74968]:         <nova:port uuid="497d90d2-4f71-43b9-b863-b34cba58acc4">
Oct 30 12:35:28 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:35:28 user nova-compute[74968]:         </nova:port>
Oct 30 12:35:28 user nova-compute[74968]:       </nova:ports>
Oct 30 12:35:28 user nova-compute[74968]:     </nova:instance>
Oct 30 12:35:28 user nova-compute[74968]:   </metadata>
Oct 30 12:35:28 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:35:28 user nova-compute[74968]:     <system>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="serial">a9f55ea5-023d-415d-bd11-fb763760f715</entry>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="uuid">a9f55ea5-023d-415d-bd11-fb763760f715</entry>
Oct 30 12:35:28 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:35:28 user nova-compute[74968]:     </system>
Oct 30 12:35:28 user nova-compute[74968]:   </sysinfo>
Oct 30 12:35:28 user nova-compute[74968]:   <os>
Oct 30 12:35:28 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:35:28 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:35:28 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:35:28 user nova-compute[74968]:   </os>
Oct 30 12:35:28 user nova-compute[74968]:   <features>
Oct 30 12:35:28 user nova-compute[74968]:     <acpi/>
Oct 30 12:35:28 user nova-compute[74968]:     <apic/>
Oct 30 12:35:28 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:35:28 user nova-compute[74968]:   </features>
Oct 30 12:35:28 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:35:28 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:35:28 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:35:28 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:35:28 user nova-compute[74968]:   </clock>
Oct 30 12:35:28 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:35:28 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:35:28 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:35:28 user nova-compute[74968]:   </cpu>
Oct 30 12:35:28 user nova-compute[74968]:   <devices>
Oct 30 12:35:28 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:35:28 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:35:28 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk"/>
Oct 30 12:35:28 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:35:28 user nova-compute[74968]:     </disk>
Oct 30 12:35:28 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:35:28 user nova-compute[74968]:       <mac address="fa:16:3e:1d:02:a9"/>
Oct 30 12:35:28 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:35:28 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:35:28 user nova-compute[74968]:       <target dev="tap497d90d2-4f"/>
Oct 30 12:35:28 user nova-compute[74968]:     </interface>
Oct 30 12:35:28 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:35:28 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/console.log" append="off"/>
Oct 30 12:35:28 user nova-compute[74968]:     </serial>
Oct 30 12:35:28 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:35:28 user nova-compute[74968]:     <video>
Oct 30 12:35:28 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:35:28 user nova-compute[74968]:     </video>
Oct 30 12:35:28 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:35:28 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:35:28 user nova-compute[74968]:     </rng>
Oct 30 12:35:28 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:35:28 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:35:28 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:35:28 user nova-compute[74968]:     </memballoon>
Oct 30 12:35:28 user nova-compute[74968]:   </devices>
Oct 30 12:35:28 user nova-compute[74968]: </domain>
Oct 30 12:35:28 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-604760583',display_name='tempest-TestStampPattern-server-604760583',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-604760583',id=42,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-jb8ns00k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:35:27Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=a9f55ea5-023d-415d-bd11-fb763760f715,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG os_vif [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c68710b4-d1ca-5aec-95fb-287b59edf4ab', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap497d90d2-4f, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap497d90d2-4f, col_values=(('qos', UUID('1b974469-ea5a-4d4f-ad52-5874918bb775')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap497d90d2-4f, col_values=(('external_ids', {'iface-id': '497d90d2-4f71-43b9-b863-b34cba58acc4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:02:a9', 'vm-uuid': 'a9f55ea5-023d-415d-bd11-fb763760f715'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:35:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:28 user nova-compute[74968]: INFO os_vif [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f')
Oct 30 12:35:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:35:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No VIF found with MAC fa:16:3e:1d:02:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:35:29 user nova-compute[74968]: DEBUG nova.network.neutron [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updated VIF entry in instance network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:35:29 user nova-compute[74968]: DEBUG nova.network.neutron [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cce5bad7-2eef-4510-872f-bd9e2a00cb78 req-dd7d1f8e-9346-4bf4-8d88-8c9cb87eeeab service nova] Releasing lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] No waiting events found dispatching network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:30 user nova-compute[74968]: WARNING nova.compute.manager [req-01dd5e4f-89a3-4e5c-9ccf-fc1b52817de0 req-4b9f0caa-316c-4863-8d49-7d1c5f6f4982 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received unexpected event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 for instance with vm_state building and task_state spawning.
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "cd7604dd-4019-4d39-b9de-e28750117528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.003s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:30 user nova-compute[74968]: INFO nova.compute.manager [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Terminating instance
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:35:30 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance destroyed successfully.
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.objects.instance [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'resources' on Instance uuid cd7604dd-4019-4d39-b9de-e28750117528 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-912621387',display_name='tempest-ServerActionsTestOtherA-server-912621387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-912621387',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:32:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-39z1iefi',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:34:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=cd7604dd-4019-4d39-b9de-e28750117528,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='error') vif={"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "address": "fa:16:3e:68:19:e1", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8414e1ea-1e", "ovs_interfaceid": "8414e1ea-1ecc-4134-b9f8-a0ac736d2aff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_vif [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8414e1ea-1e, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:35:30 user nova-compute[74968]: INFO os_vif [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:19:e1,bridge_name='br-int',has_traffic_filtering=True,id=8414e1ea-1ecc-4134-b9f8-a0ac736d2aff,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8414e1ea-1e')
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOeHCoas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:35:30 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea741c3a-a417-428a-b30e-94ba7f35c174]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:35:30 user nova-compute[74968]: No targets found.
Oct 30 12:35:30 user nova-compute[74968]: iSNS:
Oct 30 12:35:30 user nova-compute[74968]: No targets found.
Oct 30 12:35:30 user nova-compute[74968]: STATIC:
Oct 30 12:35:30 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:35:30 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:35:30 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:35:30 user nova-compute[74968]: FIRMWARE:
Oct 30 12:35:30 user nova-compute[74968]: No targets found.
Oct 30 12:35:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:35:30 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:35:30 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9e29686-f06d-48cf-8440-d5728c8a03c5', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ade9a181-87aa-4d7d-8791-b70cda2bcabe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[786b9f19-0f99-4994-8c7d-2c893bdedd6d]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:35:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:35:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023c550>, {}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Disconnecting from: [] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.082s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] <== disconnect_volume: return (84ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:35:30 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deletion of /opt/stack/data/nova/instances/cd7604dd-4019-4d39-b9de-e28750117528_resize failed
Oct 30 12:35:30 user nova-compute[74968]: INFO nova.compute.manager [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Took 0.21 seconds to destroy the instance on the hypervisor.
Oct 30 12:35:30 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Took 1.11 seconds to deallocate network for instance.
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-4f261a6e-4c5d-4550-9c67-fcd03892fe17 req-70ffb431-885c-4d1f-adf9-48bd1d31fe5d service nova] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Received event network-vif-deleted-8414e1ea-1ecc-4134-b9f8-a0ac736d2aff {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.compute.manager [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Took 0.10 seconds to detach 1 volumes for instance.
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deleting volume: f9e29686-f06d-48cf-8440-d5728c8a03c5 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Instance spawned successfully.
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] No waiting events found dispatching network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:32 user nova-compute[74968]: WARNING nova.compute.manager [req-9c9f5ee9-9504-4f76-81e9-06f347c09a13 req-93ab3ae9-4340-43b8-b491-f1e82d77bc11 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received unexpected event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 for instance with vm_state building and task_state spawning.
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Took 5.24 seconds to spawn the instance on the hypervisor.
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.compute.manager [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Took 5.98 seconds to build instance.
Oct 30 12:35:32 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9d9fdd85-68b2-4609-98c9-c4d348528577 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.081s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.392s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:32 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Deleted allocations for instance cd7604dd-4019-4d39-b9de-e28750117528
Oct 30 12:35:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-28da53fe-24e9-454b-96cb-65ee6fc4b491 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "cd7604dd-4019-4d39-b9de-e28750117528" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.120s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:59 user nova-compute[74968]: INFO nova.compute.manager [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Rescuing
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG nova.network.neutron [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:35:59 user nova-compute[74968]: WARNING nova.compute.manager [req-4adde208-dae7-42df-ba59-f47de662aaed req-c5b13a22-8fa3-4d3b-9214-85d744e0c285 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state active and task_state rescuing.
Oct 30 12:35:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:35:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance destroyed successfully.
Oct 30 12:36:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Attempting rescue
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:36:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Creating image(s)
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue" returned: 0 in 0.049s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'migration_context' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.base [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start _get_guest_xml network_info=[{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:2b:e7:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.base [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'numa_topology' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.base [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:36:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.base [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-402476598',display_name='tempest-ServerRescueNegativeTestJSON-server-402476598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-402476598',id=40,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-r0fopd2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:18Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:2b:e7:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:2b:e7:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.objects.base [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:36:00 user nova-compute[74968]:   <uuid>8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</uuid>
Oct 30 12:36:00 user nova-compute[74968]:   <name>instance-00000028</name>
Oct 30 12:36:00 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:36:00 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:36:00 user nova-compute[74968]:   <metadata>
Oct 30 12:36:00 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:36:00 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-402476598</nova:name>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:36:00</nova:creationTime>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:36:00 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:36:00 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:owner>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:36:00 user nova-compute[74968]:       </nova:owner>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:36:00 user nova-compute[74968]:       <nova:ports>
Oct 30 12:36:00 user nova-compute[74968]:         <nova:port uuid="94cf3dc5-9df6-4b22-813f-c8960bd25f5d">
Oct 30 12:36:00 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 12:36:00 user nova-compute[74968]:         </nova:port>
Oct 30 12:36:00 user nova-compute[74968]:       </nova:ports>
Oct 30 12:36:00 user nova-compute[74968]:     </nova:instance>
Oct 30 12:36:00 user nova-compute[74968]:   </metadata>
Oct 30 12:36:00 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:36:00 user nova-compute[74968]:     <system>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="serial">8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</entry>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="uuid">8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15</entry>
Oct 30 12:36:00 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:36:00 user nova-compute[74968]:     </system>
Oct 30 12:36:00 user nova-compute[74968]:   </sysinfo>
Oct 30 12:36:00 user nova-compute[74968]:   <os>
Oct 30 12:36:00 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:36:00 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:36:00 user nova-compute[74968]:   </os>
Oct 30 12:36:00 user nova-compute[74968]:   <features>
Oct 30 12:36:00 user nova-compute[74968]:     <acpi/>
Oct 30 12:36:00 user nova-compute[74968]:     <apic/>
Oct 30 12:36:00 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:36:00 user nova-compute[74968]:   </features>
Oct 30 12:36:00 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:36:00 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:36:00 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:36:00 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:36:00 user nova-compute[74968]:   </clock>
Oct 30 12:36:00 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:36:00 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:36:00 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:36:00 user nova-compute[74968]:   </cpu>
Oct 30 12:36:00 user nova-compute[74968]:   <devices>
Oct 30 12:36:00 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:36:00 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:36:00 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue"/>
Oct 30 12:36:00 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:36:00 user nova-compute[74968]:     </disk>
Oct 30 12:36:00 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:36:00 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:36:00 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk"/>
Oct 30 12:36:00 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:36:00 user nova-compute[74968]:     </disk>
Oct 30 12:36:00 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:36:00 user nova-compute[74968]:       <mac address="fa:16:3e:2b:e7:83"/>
Oct 30 12:36:00 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:00 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:36:00 user nova-compute[74968]:       <target dev="tap94cf3dc5-9d"/>
Oct 30 12:36:00 user nova-compute[74968]:     </interface>
Oct 30 12:36:00 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:36:00 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/console.log" append="off"/>
Oct 30 12:36:00 user nova-compute[74968]:     </serial>
Oct 30 12:36:00 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:36:00 user nova-compute[74968]:     <video>
Oct 30 12:36:00 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:00 user nova-compute[74968]:     </video>
Oct 30 12:36:00 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:36:00 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:36:00 user nova-compute[74968]:     </rng>
Oct 30 12:36:00 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:36:00 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:36:00 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:36:00 user nova-compute[74968]:     </memballoon>
Oct 30 12:36:00 user nova-compute[74968]:   </devices>
Oct 30 12:36:00 user nova-compute[74968]: </domain>
Oct 30 12:36:00 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:36:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance destroyed successfully.
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:36:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:2b:e7:83, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:01 user nova-compute[74968]: WARNING nova.compute.manager [req-e343e4cc-ae53-420b-b81b-ee074a41fa3f req-1dcc7908-05be-4a19-9471-6a5752f5f57f service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state active and task_state rescuing.
Oct 30 12:36:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:03 user nova-compute[74968]: WARNING nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state active and task_state rescuing.
Oct 30 12:36:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:03 user nova-compute[74968]: WARNING nova.compute.manager [req-9a7cebf1-40d2-4b46-aec2-77eaec908184 req-d4027544-ac7b-4e96-b10b-b169d01a8fd2 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state active and task_state rescuing.
Oct 30 12:36:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ee9ad526-e0e4-40b7-8f94-841f1b56a4e4 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:05 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:07 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:07 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8143MB free_disk=24.98831558227539GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance bec8aa40-8381-41b1-bde7-9b21a76efcad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 627008d9-ae02-4f9b-bb2a-23456e5fd312 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:36:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.436s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:36:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [{"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-73fb5590-b931-42bb-ae2e-ecdc5148e6a2" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:36:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:36:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:36:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:28 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:36:28 user nova-compute[74968]: INFO nova.compute.claims [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Claim successful on node user
Oct 30 12:36:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.339s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:36:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:36:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Creating image(s)
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "/opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "/opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG nova.policy [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dbdfa111794430d8dd28519b4480b4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6847b3da42a24b8ca449adbfefcdf3b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk 1073741824" returned: 0 in 0.052s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.209s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Successfully created port: b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Cannot resize image /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Ensure instance console log exists: /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Successfully updated port: b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquired lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:36:30 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-changed-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Refreshing instance network info cache due to event network-changed-b9a26a65-5371-4736-a62f-11e91b8b1531. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] Acquiring lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Releasing lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Instance network_info: |[{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] Acquired lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Refreshing network info cache for port b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Start _get_guest_xml network_info=[{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:36:31 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:31 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-495267923',display_name='tempest-SnapshotDataIntegrityTests-server-495267923',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-495267923',id=43,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7f9eXC0s8RGFaLckYp30qYY5g8g0jGgiGMPBQIvxmLNgucnS2U9XX1wRkdQktf8OjFFt7rM1CmXDDwLo3UMN/nlCaIRxV1jfZlNvnkLJ5eMgEqKYdH2SiN7qiQZ8eWoQ==',key_name='tempest-keypair-824792261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6847b3da42a24b8ca449adbfefcdf3b4',ramdisk_id='',reservation_id='r-ovfg61c1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-31110106',owner_user_name='tempest-SnapshotDataIntegrityTests-31110106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:36:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9dbdfa111794430d8dd28519b4480b4f',uuid=7f9d9f5d-13c6-4041-ae3d-caf1f6453cea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converting VIF {"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.objects.instance [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:36:31 user nova-compute[74968]:   <uuid>7f9d9f5d-13c6-4041-ae3d-caf1f6453cea</uuid>
Oct 30 12:36:31 user nova-compute[74968]:   <name>instance-0000002b</name>
Oct 30 12:36:31 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:36:31 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:36:31 user nova-compute[74968]:   <metadata>
Oct 30 12:36:31 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:36:31 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-495267923</nova:name>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:36:31</nova:creationTime>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:36:31 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:36:31 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:owner>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:user uuid="9dbdfa111794430d8dd28519b4480b4f">tempest-SnapshotDataIntegrityTests-31110106-project-member</nova:user>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:project uuid="6847b3da42a24b8ca449adbfefcdf3b4">tempest-SnapshotDataIntegrityTests-31110106</nova:project>
Oct 30 12:36:31 user nova-compute[74968]:       </nova:owner>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:36:31 user nova-compute[74968]:       <nova:ports>
Oct 30 12:36:31 user nova-compute[74968]:         <nova:port uuid="b9a26a65-5371-4736-a62f-11e91b8b1531">
Oct 30 12:36:31 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 12:36:31 user nova-compute[74968]:         </nova:port>
Oct 30 12:36:31 user nova-compute[74968]:       </nova:ports>
Oct 30 12:36:31 user nova-compute[74968]:     </nova:instance>
Oct 30 12:36:31 user nova-compute[74968]:   </metadata>
Oct 30 12:36:31 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:36:31 user nova-compute[74968]:     <system>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="serial">7f9d9f5d-13c6-4041-ae3d-caf1f6453cea</entry>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="uuid">7f9d9f5d-13c6-4041-ae3d-caf1f6453cea</entry>
Oct 30 12:36:31 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:36:31 user nova-compute[74968]:     </system>
Oct 30 12:36:31 user nova-compute[74968]:   </sysinfo>
Oct 30 12:36:31 user nova-compute[74968]:   <os>
Oct 30 12:36:31 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:36:31 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:36:31 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:36:31 user nova-compute[74968]:   </os>
Oct 30 12:36:31 user nova-compute[74968]:   <features>
Oct 30 12:36:31 user nova-compute[74968]:     <acpi/>
Oct 30 12:36:31 user nova-compute[74968]:     <apic/>
Oct 30 12:36:31 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:36:31 user nova-compute[74968]:   </features>
Oct 30 12:36:31 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:36:31 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:36:31 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:36:31 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:36:31 user nova-compute[74968]:   </clock>
Oct 30 12:36:31 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:36:31 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:36:31 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:36:31 user nova-compute[74968]:   </cpu>
Oct 30 12:36:31 user nova-compute[74968]:   <devices>
Oct 30 12:36:31 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:36:31 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:36:31 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk"/>
Oct 30 12:36:31 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:36:31 user nova-compute[74968]:     </disk>
Oct 30 12:36:31 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:36:31 user nova-compute[74968]:       <mac address="fa:16:3e:c6:2a:4e"/>
Oct 30 12:36:31 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:31 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:36:31 user nova-compute[74968]:       <target dev="tapb9a26a65-53"/>
Oct 30 12:36:31 user nova-compute[74968]:     </interface>
Oct 30 12:36:31 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:36:31 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/console.log" append="off"/>
Oct 30 12:36:31 user nova-compute[74968]:     </serial>
Oct 30 12:36:31 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:36:31 user nova-compute[74968]:     <video>
Oct 30 12:36:31 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:31 user nova-compute[74968]:     </video>
Oct 30 12:36:31 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:36:31 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:36:31 user nova-compute[74968]:     </rng>
Oct 30 12:36:31 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:36:31 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:36:31 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:36:31 user nova-compute[74968]:     </memballoon>
Oct 30 12:36:31 user nova-compute[74968]:   </devices>
Oct 30 12:36:31 user nova-compute[74968]: </domain>
Oct 30 12:36:31 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-495267923',display_name='tempest-SnapshotDataIntegrityTests-server-495267923',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-495267923',id=43,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7f9eXC0s8RGFaLckYp30qYY5g8g0jGgiGMPBQIvxmLNgucnS2U9XX1wRkdQktf8OjFFt7rM1CmXDDwLo3UMN/nlCaIRxV1jfZlNvnkLJ5eMgEqKYdH2SiN7qiQZ8eWoQ==',key_name='tempest-keypair-824792261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6847b3da42a24b8ca449adbfefcdf3b4',ramdisk_id='',reservation_id='r-ovfg61c1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-31110106',owner_user_name='tempest-SnapshotDataIntegrityTests-31110106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:36:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9dbdfa111794430d8dd28519b4480b4f',uuid=7f9d9f5d-13c6-4041-ae3d-caf1f6453cea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converting VIF {"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG os_vif [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eb10cce8-e22e-5fcb-bb7a-a610ff0a8b51', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9a26a65-53, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9a26a65-53, col_values=(('qos', UUID('ef4fa447-e630-45bd-9c66-9145382fdc1c')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9a26a65-53, col_values=(('external_ids', {'iface-id': 'b9a26a65-5371-4736-a62f-11e91b8b1531', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:2a:4e', 'vm-uuid': '7f9d9f5d-13c6-4041-ae3d-caf1f6453cea'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:31 user nova-compute[74968]: INFO os_vif [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53')
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No VIF found with MAC fa:16:3e:c6:2a:4e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updated VIF entry in instance network info cache for port b9a26a65-5371-4736-a62f-11e91b8b1531. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a6349b6-375e-4b61-be39-f08a0c2dc897 req-3c8ab727-4963-47f7-97af-edb137c93a34 service nova] Releasing lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:32 user nova-compute[74968]: INFO nova.compute.manager [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Terminating instance
Oct 30 12:36:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] No waiting events found dispatching network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:33 user nova-compute[74968]: WARNING nova.compute.manager [req-634e0fd0-569c-4326-96ec-4f3b2087ab61 req-e3124482-973c-472c-86b0-26d2d373c29d service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received unexpected event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 for instance with vm_state building and task_state spawning.
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:33 user nova-compute[74968]: WARNING nova.compute.manager [req-ee1c0f63-6688-4a79-941c-5b737535f9c3 req-f655befa-1201-49ec-9e4a-9e08855ed991 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state active and task_state deleting.
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Instance destroyed successfully.
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lazy-loading 'resources' on Instance uuid bec8aa40-8381-41b1-bde7-9b21a76efcad {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1741921112',display_name='tempest-ServerActionsTestOtherA-server-1741921112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1741921112',id=19,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEetcg9u7Y0fflapJPfJTfB2Tc32hL1uTKbuMKZVcJ0n0RWrkoJNsf/hfgrhsqCNv1y5pm4UADXtcFOhni9SHtg2BhvNjz8FGSVVRFYSukDtiDmJTAvZ3HnpGqzEz7Bhg==',key_name='tempest-keypair-2047365212',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:18:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b59b3c8814046ec97243d53c546db61',ramdisk_id='',reservation_id='r-loydd0ac',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-916346621',owner_user_name='tempest-ServerActionsTestOtherA-916346621-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:18:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a301ce0c2b8345d1a049e71e0949f440',uuid=bec8aa40-8381-41b1-bde7-9b21a76efcad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converting VIF {"id": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "address": "fa:16:3e:fd:04:dc", "network": {"id": "b3bebaca-148a-4b20-a62f-9d1307644774", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-260907201-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b59b3c8814046ec97243d53c546db61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55a6f934-90", "ovs_interfaceid": "55a6f934-90c0-4fbe-9235-d343cd9f9bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG os_vif [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap55a6f934-90, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acfcba33-9ea5-4458-a9c9-9bc69ce6ddbf) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:33 user nova-compute[74968]: INFO os_vif [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:04:dc,bridge_name='br-int',has_traffic_filtering=True,id=55a6f934-90c0-4fbe-9235-d343cd9f9bd0,network=Network(b3bebaca-148a-4b20-a62f-9d1307644774),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55a6f934-90')
Oct 30 12:36:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Deleting instance files /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad_del
Oct 30 12:36:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Deletion of /opt/stack/data/nova/instances/bec8aa40-8381-41b1-bde7-9b21a76efcad_del complete
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:33 user nova-compute[74968]: INFO nova.compute.manager [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 30 12:36:33 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:36:33 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:34 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Took 0.94 seconds to deallocate network for instance.
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.258s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:34 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:36:34 user nova-compute[74968]: INFO nova.compute.claims [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Claim successful on node user
Oct 30 12:36:34 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Deleted allocations for instance bec8aa40-8381-41b1-bde7-9b21a76efcad
Oct 30 12:36:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bd2cc2c7-6fdc-41f0-bfa5-653dde941632 tempest-ServerActionsTestOtherA-916346621 tempest-ServerActionsTestOtherA-916346621-project-member] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.727s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] No waiting events found dispatching network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING nova.compute.manager [req-08dfbf94-d3fe-44fa-9428-a88b501cf4ce req-d19e0ac9-95b4-4481-b6c3-a3246204196f service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received unexpected event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 for instance with vm_state building and task_state spawning.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state deleted and task_state None.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state deleted and task_state None.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-unplugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state deleted and task_state None.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Acquiring lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] Lock "bec8aa40-8381-41b1-bde7-9b21a76efcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] No waiting events found dispatching network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received unexpected event network-vif-plugged-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 for instance with vm_state deleted and task_state None.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-cbabc51d-a156-4bf6-8ab6-b7b47fe16da4 req-24991e1b-e6b3-41af-a995-5966842d02a9 service nova] [instance: bec8aa40-8381-41b1-bde7-9b21a76efcad] Received event network-vif-deleted-55a6f934-90c0-4fbe-9235-d343cd9f9bd0 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:36:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:36:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Instance spawned successfully.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.policy [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9014e5f8b7034b6a875b039169aae3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7931d6c036466baaf9f303ef1ae1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:36:35 user nova-compute[74968]: INFO nova.virt.block_device [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Booting with volume 1bfc458a-7286-4fbc-a662-ee295eb09ea3 at /dev/vda
Oct 30 12:36:35 user nova-compute[74968]: INFO nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Took 6.00 seconds to spawn the instance on the hypervisor.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.utils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc471b9-8bfa-41b3-abd2-c770fbe3bee2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f957013d-a88d-4fec-9ad6-ff05b5fd8b06]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:35 user nova-compute[74968]: INFO nova.compute.manager [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Took 6.70 seconds to build instance.
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9890eac0-f97a-498b-8df3-432216563b42 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.802s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c981d8-b041-460f-afc9-000478afd7b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b19c816-6da5-4386-926a-c9b6f5fa8a26]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:36:35 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:36:35 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba37386-44fa-4e2d-8928-dd195e41b2eb]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG os_brick.utils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:36:35 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updating existing volume attachment record: a5f368dc-0806-4626-a373-44acc65e3d83 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Successfully created port: 1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Successfully updated port: 1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquired lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:36:36 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.network.neutron [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updating instance_info_cache with network_info: [{"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Releasing lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Instance network_info: |[{"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-changed-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Refreshing instance network info cache due to event network-changed-1e26b80a-88ff-4412-b855-3ce28583c1ec. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] Acquiring lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] Acquired lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Refreshing network info cache for port 1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updated VIF entry in instance network info cache for port 1e26b80a-88ff-4412-b855-3ce28583c1ec. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updating instance_info_cache with network_info: [{"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0eac4455-9e69-4b14-be76-3cbe2751913b req-c95e6d48-ef40-4ca5-b529-0bf2945c191d service nova] Releasing lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:36:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:40 user nova-compute[74968]: INFO nova.compute.manager [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Detaching volume ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:36:40 user nova-compute[74968]: INFO nova.virt.block_device [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Attempting to driver detach volume ed8a141f-bf1f-4bcc-b2b9-75b3898b903e from mountpoint /dev/vdb
Oct 30 12:36:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Attempting to detach device vdb from instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:36:40 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:36:40 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:36:40 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:36:40 user nova-compute[74968]:   <serial>ed8a141f-bf1f-4bcc-b2b9-75b3898b903e</serial>
Oct 30 12:36:40 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:36:40 user nova-compute[74968]: </disk>
Oct 30 12:36:40 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:36:40 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully detached device vdb from instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 from the persistent domain config.
Oct 30 12:36:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:36:40 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:36:40 user nova-compute[74968]:   <source dev="/dev/sde"/>
Oct 30 12:36:40 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:36:40 user nova-compute[74968]:   <serial>ed8a141f-bf1f-4bcc-b2b9-75b3898b903e</serial>
Oct 30 12:36:40 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:36:40 user nova-compute[74968]: </disk>
Oct 30 12:36:40 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:36:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:36:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:51 user nova-compute[74968]: INFO nova.compute.manager [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Terminating instance
Oct 30 12:36:51 user nova-compute[74968]: DEBUG nova.compute.manager [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-unplugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] No waiting events found dispatching network-vif-unplugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-238a8fae-b922-4dd8-9765-b789d943a784 req-b8c20e18-620a-46c8-97c3-dc13474e5b61 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-unplugged-551d29c7-ea37-465f-b795-12783cc16d9d for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Instance destroyed successfully.
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lazy-loading 'resources' on Instance uuid 627008d9-ae02-4f9b-bb2a-23456e5fd312 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1210124247',display_name='tempest-VolumesActionsTest-instance-1210124247',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1210124247',id=41,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:35:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e0b70bb8d1d5453b8bcd2f5f435d3809',ramdisk_id='',reservation_id='r-d7wk2a5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1411422720',owner_user_name='tempest-VolumesActionsTest-1411422720-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:35:09Z,user_data=None,user_id='0727607b750449639942ee2988b4bead',uuid=627008d9-ae02-4f9b-bb2a-23456e5fd312,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converting VIF {"id": "551d29c7-ea37-465f-b795-12783cc16d9d", "address": "fa:16:3e:36:6b:25", "network": {"id": "4380815e-c7e7-4b62-9d96-add33e44bb99", "bridge": "br-int", "label": "tempest-VolumesActionsTest-77598892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0b70bb8d1d5453b8bcd2f5f435d3809", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551d29c7-ea", "ovs_interfaceid": "551d29c7-ea37-465f-b795-12783cc16d9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG os_vif [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap551d29c7-ea, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4146918a-b2cb-4ffd-a579-ba5fe322cb53) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:52 user nova-compute[74968]: INFO os_vif [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6b:25,bridge_name='br-int',has_traffic_filtering=True,id=551d29c7-ea37-465f-b795-12783cc16d9d,network=Network(4380815e-c7e7-4b62-9d96-add33e44bb99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551d29c7-ea')
Oct 30 12:36:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Deleting instance files /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312_del
Oct 30 12:36:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Deletion of /opt/stack/data/nova/instances/627008d9-ae02-4f9b-bb2a-23456e5fd312_del complete
Oct 30 12:36:52 user nova-compute[74968]: INFO nova.compute.manager [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 30 12:36:52 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:36:52 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:53 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Took 0.74 seconds to deallocate network for instance.
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-1e7a7807-290c-437f-9a7b-8243e5ac16e1 req-709f3771-acdd-4110-a47b-955c6fd78c6c service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-deleted-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:53 user nova-compute[74968]: INFO nova.compute.manager [req-1e7a7807-290c-437f-9a7b-8243e5ac16e1 req-709f3771-acdd-4110-a47b-955c6fd78c6c service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Neutron deleted interface 551d29c7-ea37-465f-b795-12783cc16d9d; detaching it from the instance and deleting it from the info cache
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.network.neutron [req-1e7a7807-290c-437f-9a7b-8243e5ac16e1 req-709f3771-acdd-4110-a47b-955c6fd78c6c service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-1e7a7807-290c-437f-9a7b-8243e5ac16e1 req-709f3771-acdd-4110-a47b-955c6fd78c6c service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Detach interface failed, port_id=551d29c7-ea37-465f-b795-12783cc16d9d, reason: Instance 627008d9-ae02-4f9b-bb2a-23456e5fd312 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:36:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.246s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:53 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Deleted allocations for instance 627008d9-ae02-4f9b-bb2a-23456e5fd312
Oct 30 12:36:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-0acb1df1-07d7-4e53-9c3f-a38d348e17b3 tempest-VolumesActionsTest-1411422720 tempest-VolumesActionsTest-1411422720-project-member] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.850s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] Acquiring lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] Lock "627008d9-ae02-4f9b-bb2a-23456e5fd312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.compute.manager [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] No waiting events found dispatching network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:54 user nova-compute[74968]: WARNING nova.compute.manager [req-12adbfec-934b-4f63-a175-0456018d0c32 req-2284a28c-ee40-472c-8fb6-8ef97b525234 service nova] [instance: 627008d9-ae02-4f9b-bb2a-23456e5fd312] Received unexpected event network-vif-plugged-551d29c7-ea37-465f-b795-12783cc16d9d for instance with vm_state deleted and task_state None.
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:36:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Creating image(s)
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Ensure instance console log exists: /opt/stack/data/nova/instances/202f3136-8c31-4c0a-85da-e9a02425fe84/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Start _get_guest_xml network_info=[{"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a5f368dc-0806-4626-a373-44acc65e3d83', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmxSZInd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '202f3136-8c31-4c0a-85da-e9a02425fe84', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfc458a-7286-4fbc-a662-ee295eb09ea3', 'serial': '1bfc458a-7286-4fbc-a662-ee295eb09ea3'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:36:54 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:54 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmxSZInd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:36:54 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:36:54 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:36:54 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9e3712-7a43-4609-8911-ecfeccc23093]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:36:54 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfc4f69-fa30-413e-99a2-4eea153f1c43]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3] added
Oct 30 12:36:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ba303c-f0ea-4e44-842b-25a123ee72bd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b31232-3662-441c-845c-b7d02d959d04]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HmxSZInd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HmxSZInd" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef8088c-1648-4f96-86b7-dde5486863c3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HmxSZInd'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5480a85c-6e28-4d0b-ab85-bb332cff9a33]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a9f6df-9a37-4ee0-9c81-7bd1096413e8]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:36:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:36:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a027772-5b61-4388-b441-4fdd3e85e5ca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260]
Oct 30 12:36:54 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260] successful.
Oct 30 12:36:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d8924be-b480-4727-bf16-96ee706cf11e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6acf17b0-e2a7-47b9-b11c-75185ef80a26]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:36:55 user nova-compute[74968]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:36:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:36:55 user nova-compute[74968]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:36:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b611bc5-17b1-453c-af22-2034b2e2d10f]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:36:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmxSZInd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23935343964313333', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935343964313333', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-43700324',display_name='tempest-TestVolumeBootPattern-volume-backed-server-43700324',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-43700324',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFu0UvrUgmDg3al6tACFD7Z5UQ1uBRPqDswDopDUo31ItNZMfUQESs01bta6+Gib4UDpYuBgxQEkvmTV3cTMFsu+RZIwNLfkIM98oWSEaHjOGXCAZt+R58z625GPCVOEBw==',key_name='tempest-keypair-992227712',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-zqde036v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:36:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=202f3136-8c31-4c0a-85da-e9a02425fe84,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.objects.instance [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'pci_devices' on Instance uuid 202f3136-8c31-4c0a-85da-e9a02425fe84 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:36:56 user nova-compute[74968]:   <uuid>202f3136-8c31-4c0a-85da-e9a02425fe84</uuid>
Oct 30 12:36:56 user nova-compute[74968]:   <name>instance-0000002c</name>
Oct 30 12:36:56 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:36:56 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:36:56 user nova-compute[74968]:   <metadata>
Oct 30 12:36:56 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:36:56 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:36:56 user nova-compute[74968]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-43700324</nova:name>
Oct 30 12:36:56 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:36:54</nova:creationTime>
Oct 30 12:36:56 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:36:56 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:36:56 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:36:56 user nova-compute[74968]:       <nova:owner>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:user uuid="9014e5f8b7034b6a875b039169aae3a2">tempest-TestVolumeBootPattern-2025008086-project-member</nova:user>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:project uuid="fa7931d6c036466baaf9f303ef1ae1c4">tempest-TestVolumeBootPattern-2025008086</nova:project>
Oct 30 12:36:56 user nova-compute[74968]:       </nova:owner>
Oct 30 12:36:56 user nova-compute[74968]:       <nova:ports>
Oct 30 12:36:56 user nova-compute[74968]:         <nova:port uuid="1e26b80a-88ff-4412-b855-3ce28583c1ec">
Oct 30 12:36:56 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 12:36:56 user nova-compute[74968]:         </nova:port>
Oct 30 12:36:56 user nova-compute[74968]:       </nova:ports>
Oct 30 12:36:56 user nova-compute[74968]:     </nova:instance>
Oct 30 12:36:56 user nova-compute[74968]:   </metadata>
Oct 30 12:36:56 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:36:56 user nova-compute[74968]:     <system>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="serial">202f3136-8c31-4c0a-85da-e9a02425fe84</entry>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="uuid">202f3136-8c31-4c0a-85da-e9a02425fe84</entry>
Oct 30 12:36:56 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:36:56 user nova-compute[74968]:     </system>
Oct 30 12:36:56 user nova-compute[74968]:   </sysinfo>
Oct 30 12:36:56 user nova-compute[74968]:   <os>
Oct 30 12:36:56 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:36:56 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:36:56 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:36:56 user nova-compute[74968]:   </os>
Oct 30 12:36:56 user nova-compute[74968]:   <features>
Oct 30 12:36:56 user nova-compute[74968]:     <acpi/>
Oct 30 12:36:56 user nova-compute[74968]:     <apic/>
Oct 30 12:36:56 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:36:56 user nova-compute[74968]:   </features>
Oct 30 12:36:56 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:36:56 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:36:56 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:36:56 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:36:56 user nova-compute[74968]:   </clock>
Oct 30 12:36:56 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:36:56 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:36:56 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:36:56 user nova-compute[74968]:   </cpu>
Oct 30 12:36:56 user nova-compute[74968]:   <devices>
Oct 30 12:36:56 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:36:56 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:36:56 user nova-compute[74968]:       <source dev="/dev/sdb"/>
Oct 30 12:36:56 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:36:56 user nova-compute[74968]:       <serial>1bfc458a-7286-4fbc-a662-ee295eb09ea3</serial>
Oct 30 12:36:56 user nova-compute[74968]:     </disk>
Oct 30 12:36:56 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:36:56 user nova-compute[74968]:       <mac address="fa:16:3e:6e:e8:c7"/>
Oct 30 12:36:56 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:56 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:36:56 user nova-compute[74968]:       <target dev="tap1e26b80a-88"/>
Oct 30 12:36:56 user nova-compute[74968]:     </interface>
Oct 30 12:36:56 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:36:56 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/202f3136-8c31-4c0a-85da-e9a02425fe84/console.log" append="off"/>
Oct 30 12:36:56 user nova-compute[74968]:     </serial>
Oct 30 12:36:56 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:36:56 user nova-compute[74968]:     <video>
Oct 30 12:36:56 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:36:56 user nova-compute[74968]:     </video>
Oct 30 12:36:56 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:36:56 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:36:56 user nova-compute[74968]:     </rng>
Oct 30 12:36:56 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:36:56 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:36:56 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:36:56 user nova-compute[74968]:     </memballoon>
Oct 30 12:36:56 user nova-compute[74968]:   </devices>
Oct 30 12:36:56 user nova-compute[74968]: </domain>
Oct 30 12:36:56 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-43700324',display_name='tempest-TestVolumeBootPattern-volume-backed-server-43700324',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-43700324',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFu0UvrUgmDg3al6tACFD7Z5UQ1uBRPqDswDopDUo31ItNZMfUQESs01bta6+Gib4UDpYuBgxQEkvmTV3cTMFsu+RZIwNLfkIM98oWSEaHjOGXCAZt+R58z625GPCVOEBw==',key_name='tempest-keypair-992227712',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-zqde036v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:36:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=202f3136-8c31-4c0a-85da-e9a02425fe84,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG os_vif [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac4e8277-a8c0-5b18-b891-ac820712f7a4', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e26b80a-88, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e26b80a-88, col_values=(('qos', UUID('f7ccd827-7e6b-4135-9785-d3258fd224e1')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e26b80a-88, col_values=(('external_ids', {'iface-id': '1e26b80a-88ff-4412-b855-3ce28583c1ec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:e8:c7', 'vm-uuid': '202f3136-8c31-4c0a-85da-e9a02425fe84'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:56 user nova-compute[74968]: INFO os_vif [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88')
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:36:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No VIF found with MAC fa:16:3e:6e:e8:c7, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] No waiting events found dispatching network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:57 user nova-compute[74968]: WARNING nova.compute.manager [req-9007b141-a3ae-4f14-911c-c2cd16b89a58 req-5418be2c-a8fa-4069-b8b2-e3b101f0f2c3 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received unexpected event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec for instance with vm_state building and task_state spawning.
Oct 30 12:36:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:36:59 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Instance spawned successfully.
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:36:59 user nova-compute[74968]: INFO nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Took 4.84 seconds to spawn the instance on the hypervisor.
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:36:59 user nova-compute[74968]: INFO nova.compute.manager [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Took 25.10 seconds to build instance.
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:36:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] No waiting events found dispatching network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:36:59 user nova-compute[74968]: WARNING nova.compute.manager [req-4ac22ee4-217a-4daa-bc41-470d44a73843 req-ff400bee-3642-4c8f-9c26-ec5704c13286 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received unexpected event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec for instance with vm_state active and task_state None.
Oct 30 12:36:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-887c0ef8-c284-46a4-b3be-5a28e5070136 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.374s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:00 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 is timed out.
Oct 30 12:37:00 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully detached device vdb from instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 from the live domain config.
Oct 30 12:37:00 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DdvcVYko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:37:00 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba42a25-1939-4296-bf53-13e779257cc9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:37:00 user nova-compute[74968]: No targets found.
Oct 30 12:37:00 user nova-compute[74968]: iSNS:
Oct 30 12:37:00 user nova-compute[74968]: No targets found.
Oct 30 12:37:00 user nova-compute[74968]: STATIC:
Oct 30 12:37:00 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e
Oct 30 12:37:00 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:37:00 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:37:00 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:37:00 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:37:00 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:37:00 user nova-compute[74968]: FIRMWARE:
Oct 30 12:37:00 user nova-compute[74968]: No targets found.
Oct 30 12:37:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:37:00 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:37:00 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a3b214-9d66-41ea-9a09-c6f4a40f4377]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5688e0c1-b392-4446-821e-8a05bad03f16]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:37:00 user nova-compute[74968]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e (non-flash)
Oct 30 12:37:00 user nova-compute[74968]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:00 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd790630ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e'): ({'sde'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Removing single pathed devices sde {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e383940-5e90-4402-b040-3ead4df6912a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:00 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d03f9e-0804-48c8-9750-3a69ff44e8fa]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Flushing IO for device /dev/sde {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4809cd8-b292-4fbc-bc1e-8f3176adf86f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9910908-e200-4a80-ad94-cbb2285622b2]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d9b7c2-5116-4950-a2b7-c2f40495ff5c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f345c96e-047e-43d0-ab2e-b3cd9dbdc08b]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260]
Oct 30 12:37:01 user nova-compute[74968]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e, portal: 172.16.0.220,3260] successful.
Oct 30 12:37:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed8a141f-bf1f-4bcc-b2b9-75b3898b903e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1c1c696-0549-4d54-ac91-fbd570fc2887]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] <== disconnect_volume: return (298ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:37:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:37:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'flavor' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:37:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d58f964d-ffd8-4edf-a5c9-7eba538a9cc2 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.865s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:05 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:37:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:37:06 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:37:08 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:37:08 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8087MB free_disk=25.010478973388672GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:08 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 202f3136-8c31-4c0a-85da-e9a02425fe84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:37:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.585s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:37:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:14 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing instance network info cache due to event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] Acquiring lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] Acquired lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:37:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG nova.network.neutron [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updated VIF entry in instance network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG nova.network.neutron [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7f6dd499-209e-4502-bd9f-e17ab3a7b7c6 req-7eac2a7e-bd73-4f0b-947c-9f1f88320c88 service nova] Releasing lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:19 user nova-compute[74968]: INFO nova.compute.manager [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Attaching volume 1337dbd1-ce6c-4dd0-81db-7ce354c65784 to /dev/vdb
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8ac072-82e0-455a-8194-56bf6cd40386]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9f7e64-f377-48c1-8090-07ead9cd99a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b892ce-fb9f-4c46-9548-d68c273a08b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab54dc54-7b3a-4578-9c2f-af6cf0d7d539]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:37:19 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:37:19 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[628e4fcc-40a4-4119-8cd2-8f0faee67e3d]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG os_brick.utils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:37:19 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating existing volume attachment record: a2e3d0dc-a493-46df-bdb3-b627cf4ce282 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:37:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:37:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 1 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:37:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Instance has had 1 of 5 cleanup attempts {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 30 12:37:21 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deleting instance files /opt/stack/data/nova/instances/cd7604dd-4019-4d39-b9de-e28750117528_del
Oct 30 12:37:21 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: cd7604dd-4019-4d39-b9de-e28750117528] Deletion of /opt/stack/data/nova/instances/cd7604dd-4019-4d39-b9de-e28750117528_del complete
Oct 30 12:37:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:37:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:30 user nova-compute[74968]: INFO nova.compute.manager [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Terminating instance
Oct 30 12:37:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-unplugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] No waiting events found dispatching network-vif-unplugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:37:30 user nova-compute[74968]: DEBUG nova.compute.manager [req-ec424f1f-6c0d-4a75-ad67-6fab362945fe req-59986f69-c625-47db-a3ad-d528b5a9f0ea service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-unplugged-63bde057-260b-4cba-b06b-a818cde80825 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Instance destroyed successfully.
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.objects.instance [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lazy-loading 'resources' on Instance uuid 73fb5590-b931-42bb-ae2e-ecdc5148e6a2 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-976590705',display_name='tempest-AttachVolumeTestJSON-server-976590705',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-976590705',id=35,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNR7ny3Fq3Wi3NpuLgYvu1jT/mGSywQwPF8czaPiRT9TgeVAtc8X/8EXB3cWBxYzKoZ+yXBmtMB9kGnPcDY4lblF0tZPW1gjVrJ/2TQ6cYx0PjEuZu6c7ithgIR817NPeQ==',key_name='tempest-keypair-1198670190',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:31:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9af26b2461444d3bbca3c2b60c5ae1bb',ramdisk_id='',reservation_id='r-malg1dml',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1482830716',owner_user_name='tempest-AttachVolumeTestJSON-1482830716-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:31:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4ee2959f9f00487ea686f771f43e9b18',uuid=73fb5590-b931-42bb-ae2e-ecdc5148e6a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converting VIF {"id": "63bde057-260b-4cba-b06b-a818cde80825", "address": "fa:16:3e:ca:6e:d7", "network": {"id": "2f04b7a3-2f8f-425a-906e-0ddf65de2f3e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-60645425-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9af26b2461444d3bbca3c2b60c5ae1bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63bde057-26", "ovs_interfaceid": "63bde057-260b-4cba-b06b-a818cde80825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG os_vif [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap63bde057-26, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ada69d1-bddb-4c73-b583-fbbf926a04eb) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:31 user nova-compute[74968]: INFO os_vif [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:6e:d7,bridge_name='br-int',has_traffic_filtering=True,id=63bde057-260b-4cba-b06b-a818cde80825,network=Network(2f04b7a3-2f8f-425a-906e-0ddf65de2f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63bde057-26')
Oct 30 12:37:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Deleting instance files /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2_del
Oct 30 12:37:31 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Deletion of /opt/stack/data/nova/instances/73fb5590-b931-42bb-ae2e-ecdc5148e6a2_del complete
Oct 30 12:37:31 user nova-compute[74968]: INFO nova.compute.manager [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 30 12:37:31 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:37:31 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:37:32 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:37:32 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Took 0.75 seconds to deallocate network for instance.
Oct 30 12:37:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:32 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:37:32 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:37:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.248s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:32 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Deleted allocations for instance 73fb5590-b931-42bb-ae2e-ecdc5148e6a2
Oct 30 12:37:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-3d163d5f-439a-442b-9d96-1062496c9c08 tempest-AttachVolumeTestJSON-1482830716 tempest-AttachVolumeTestJSON-1482830716-project-member] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:37:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] Acquiring lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] Lock "73fb5590-b931-42bb-ae2e-ecdc5148e6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] No waiting events found dispatching network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:37:33 user nova-compute[74968]: WARNING nova.compute.manager [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received unexpected event network-vif-plugged-63bde057-260b-4cba-b06b-a818cde80825 for instance with vm_state deleted and task_state None.
Oct 30 12:37:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-54871f59-3a2a-4108-aae7-542743a25c0d req-62badb35-cac0-4b43-9f97-0583be3f00c4 service nova] [instance: 73fb5590-b931-42bb-ae2e-ecdc5148e6a2] Received event network-vif-deleted-63bde057-260b-4cba-b06b-a818cde80825 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:37:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tLxdJCAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:37:38 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:37:38 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:37:38 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b533667c-7623-487a-a6ef-d12e98b3ee00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:37:38 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d688baa-b0b9-41b1-98cb-ca87f1ed208e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784] added
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70440a6c-e606-43ad-877e-62256733c852]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd86a47f-063b-4e2f-bff7-a47ef10f2018]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tLxdJCAj {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tLxdJCAj" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5ca91b-a61b-447e-b97f-337a88371483]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tLxdJCAj'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[802f7f30-f6da-44b0-9693-c07280325353]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a88f99a-330a-4467-bbf4-f07b0d5c383e]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a04b7d-eea2-401f-a2af-bdfbc09cb239]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260]
Oct 30 12:37:38 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260] successful.
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0926948-9486-47b1-8d67-7370ba0b051d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[596dd4aa-925d-48fd-a7a3-171f587a4228]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)
Oct 30 12:37:38 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5e9d7a-d895-459e-b069-1da39de913ca]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:37:38 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tLxdJCAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '26639363732373163', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639363732373163', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:37:39 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:37:39 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:37:39 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:37:39 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:37:39 user nova-compute[74968]:   <serial>1337dbd1-ce6c-4dd0-81db-7ce354c65784</serial>
Oct 30 12:37:39 user nova-compute[74968]: </disk>
Oct 30 12:37:39 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:37:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:37:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:37:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No VIF found with MAC fa:16:3e:1d:02:a9, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:37:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1c2bb35d-d0b5-4c06-acda-ab9443542087 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.963s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:37:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:37:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:37:42 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:37:42 user nova-compute[74968]: INFO nova.compute.manager [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Detaching volume 1337dbd1-ce6c-4dd0-81db-7ce354c65784
Oct 30 12:37:42 user nova-compute[74968]: INFO nova.virt.block_device [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Attempting to driver detach volume 1337dbd1-ce6c-4dd0-81db-7ce354c65784 from mountpoint /dev/vdb
Oct 30 12:37:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Attempting to detach device vdb from instance a9f55ea5-023d-415d-bd11-fb763760f715 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:37:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:37:42 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:37:42 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:37:42 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:37:42 user nova-compute[74968]:   <serial>1337dbd1-ce6c-4dd0-81db-7ce354c65784</serial>
Oct 30 12:37:42 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:37:42 user nova-compute[74968]: </disk>
Oct 30 12:37:42 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:37:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully detached device vdb from instance a9f55ea5-023d-415d-bd11-fb763760f715 from the persistent domain config.
Oct 30 12:37:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a9f55ea5-023d-415d-bd11-fb763760f715 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:37:42 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:37:42 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:37:42 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:37:42 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:37:42 user nova-compute[74968]:   <serial>1337dbd1-ce6c-4dd0-81db-7ce354c65784</serial>
Oct 30 12:37:42 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:37:42 user nova-compute[74968]: </disk>
Oct 30 12:37:42 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:37:43 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:37:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:45 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:37:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:37:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:38:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:03 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a9f55ea5-023d-415d-bd11-fb763760f715 is timed out.
Oct 30 12:38:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully detached device vdb from instance a9f55ea5-023d-415d-bd11-fb763760f715 from the live domain config.
Oct 30 12:38:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tLxdJCAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:38:03 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b19add-e2ab-4022-92ae-92f3782c6fc4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:38:03 user nova-compute[74968]: No targets found.
Oct 30 12:38:03 user nova-compute[74968]: iSNS:
Oct 30 12:38:03 user nova-compute[74968]: No targets found.
Oct 30 12:38:03 user nova-compute[74968]: STATIC:
Oct 30 12:38:03 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9
Oct 30 12:38:03 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:38:03 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:38:03 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:38:03 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:38:03 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:38:03 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784
Oct 30 12:38:03 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:38:03 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:38:03 user nova-compute[74968]: FIRMWARE:
Oct 30 12:38:03 user nova-compute[74968]: No targets found.
Oct 30 12:38:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:38:03 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:38:03 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4378ab9c-b676-426d-bd04-a86c5651080a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e9e77b-f7f8-426c-bc3d-ae3cc6e8c750]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb776fa7-a0ef-4725-926e-291646d6faf9 (non-flash)
Oct 30 12:38:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7902ee320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[728f2e9c-16b7-457e-9e84-81cd58119c57]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f1afbc-3926-4193-8a4b-47a5ca6abcdd]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b267dc-8dce-401b-a1d4-cf1038c93a9f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5003384d-55fd-45b8-8e25-1b29c1789aaa]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38ddd38-8b75-485e-8a7c-1e330e2975de]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e9b53a-ba33-4536-9b57-a66f3b72a4e1]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260]
Oct 30 12:38:03 user nova-compute[74968]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784, portal: 172.16.0.220,3260] successful.
Oct 30 12:38:03 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1337dbd1-ce6c-4dd0-81db-7ce354c65784 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c17d47-e282-449b-a819-de9834fe2ca4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== disconnect_volume: return (327ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:38:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:38:04 user nova-compute[74968]: DEBUG nova.objects.instance [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-f4f1aacf-ee08-4d76-8aa3-7a7336cc39ee tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.983s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:06 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:38:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:09 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:09 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8218MB free_disk=24.918048858642578GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 202f3136-8c31-4c0a-85da-e9a02425fe84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:38:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.808s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 202f3136-8c31-4c0a-85da-e9a02425fe84 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:10 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.137s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.155s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.159s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.171s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.172s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:38:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:38:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:38:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-changed-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Refreshing instance network info cache due to event network-changed-b9a26a65-5371-4736-a62f-11e91b8b1531. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:38:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] Acquiring lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] Acquired lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:19 user nova-compute[74968]: DEBUG nova.network.neutron [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Refreshing network info cache for port b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:38:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:20 user nova-compute[74968]: DEBUG nova.network.neutron [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updated VIF entry in instance network info cache for port b9a26a65-5371-4736-a62f-11e91b8b1531. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:38:20 user nova-compute[74968]: DEBUG nova.network.neutron [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f34a7899-e53b-4e74-83d9-dfadcf1b57b5 req-3e85df51-6d9e-4b3f-8aa9-ee9a207b419e service nova] Releasing lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-changed-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Refreshing instance network info cache due to event network-changed-1e26b80a-88ff-4412-b855-3ce28583c1ec. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] Acquiring lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] Acquired lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Refreshing network info cache for port 1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updated VIF entry in instance network info cache for port 1e26b80a-88ff-4412-b855-3ce28583c1ec. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:38:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updating instance_info_cache with network_info: [{"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-7c30b0d4-ab37-4870-bc6d-b8d28dfe80fe req-f0d54f62-1e47-4d0f-995d-bbeb1ceb4253 service nova] Releasing lock "refresh_cache-202f3136-8c31-4c0a-85da-e9a02425fe84" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.116s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:27 user nova-compute[74968]: INFO nova.compute.manager [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attaching volume 6c3a2cdb-d715-4c07-a7f8-841122820b0b to /dev/vdb
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.utils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[070dc2c6-0419-4e5b-918b-984c110b1756]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[271a0176-38c0-4824-9c66-c7a304cd89f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e0e910-5fba-4823-b9a0-357f153c518b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fcb88f-4fd9-4fe9-8a4d-8fcb881a0462]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:38:27 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:38:27 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[47172210-193d-4be1-b721-66ad99b4b073]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG os_brick.utils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:38:27 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating existing volume attachment record: ee259445-49a7-4477-8f5f-40536cb5b936 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:38:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:38:41 user nova-compute[74968]: INFO nova.compute.claims [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Claim successful on node user
Oct 30 12:38:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.763s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:41 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:38:42 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:38:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:38:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:38:42 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:38:42 user nova-compute[74968]: INFO nova.virt.block_device [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Booting with volume snapshot b32651f2-b8e5-486f-a9eb-48ee719546cc at /dev/vda
Oct 30 12:38:42 user nova-compute[74968]: DEBUG nova.policy [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9014e5f8b7034b6a875b039169aae3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7931d6c036466baaf9f303ef1ae1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:38:42 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Successfully created port: 7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Successfully updated port: 7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquired lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-changed-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Refreshing instance network info cache due to event network-changed-7ff5ff16-e589-48d7-b612-500134768df1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:38:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] Acquiring lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.network.neutron [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updating instance_info_cache with network_info: [{"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Releasing lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Instance network_info: |[{"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] Acquired lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Refreshing network info cache for port 7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updated VIF entry in instance network info cache for port 7ff5ff16-e589-48d7-b612-500134768df1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updating instance_info_cache with network_info: [{"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f8d96271-c569-4309-a910-a259ae14160a req-e77d7c87-fd79-4b33-822e-00271ebe44ae service nova] Releasing lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:38:45 user nova-compute[74968]: INFO nova.compute.manager [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] instance snapshotting
Oct 30 12:38:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Beginning live snapshot process
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json -f qcow2" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json -f qcow2 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6.delta 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:45 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6.delta 1073741824" returned: 0 in 0.049s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:45 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 12:38:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] COPY block job progress, current cursor: 65536 final cursor: 75563008 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:38:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] COPY block job progress, current cursor: 13893632 final cursor: 75563008 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:38:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74968) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 12:38:47 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 12:38:47 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:38:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6.delta /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6.delta /opt/stack/data/nova/instances/snapshots/tmpq1797sj0/b06c911e9d2c4e809053c8a66fde4ee6" returned: 0 in 0.235s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Snapshot extracted, beginning image upload
Oct 30 12:38:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Snapshot image upload complete
Oct 30 12:38:50 user nova-compute[74968]: INFO nova.compute.manager [None req-3236ec00-c1d7-4522-9f67-75c090a66e9f tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Took 5.82 seconds to snapshot the instance on the hypervisor.
Oct 30 12:38:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQIhwtFd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:38:53 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:38:53 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:38:53 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aaade9a-27e4-4021-b5eb-ddaf0dc998bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:38:53 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f2e7a9-0826-4600-bf3c-a10653aa1036]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b] added
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb193df-0fb8-4edb-ab46-8ff48b37845a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[01df8fe9-1012-4a12-aeb7-e7603d831791]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mQIhwtFd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mQIhwtFd" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8d16e1-007c-4893-9773-f26ad3f1a384]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mQIhwtFd'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[29b72bda-a2a7-4e01-8bf3-48b14db7b306]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:38:53 user nova-compute[74968]: INFO nova.compute.claims [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Claim successful on node user
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d8da72e-d4da-4ebf-a44d-dbd974a58875]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[52786663-a6a7-44bc-ac4a-452f426893d0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260]
Oct 30 12:38:53 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260] successful.
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e8223b-7e79-4825-ae9b-09233273d7d4]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd66674-1e5b-4400-8634-b0ef80ead421]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:53 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:38:53 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:38:53 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e802e6c0-5450-418a-8cfa-be964a2ed6de]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQIhwtFd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:38:53 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:38:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.policy [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e4797a4d3049b79b11c7270fba5518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e42036097bc471d9d97a053cca21a58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:38:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Creating image(s)
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "/opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "/opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "/opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.014s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.part --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== connect_volume: return (2006ms) {'type': 'block', 'scsi_wwn': '23332356630316532', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23332356630316532', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Successfully created port: a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:38:55 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:38:55 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:38:55 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:38:55 user nova-compute[74968]:   <serial>6c3a2cdb-d715-4c07-a7f8-841122820b0b</serial>
Oct 30 12:38:55 user nova-compute[74968]: </disk>
Oct 30 12:38:55 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.part --force-share --output=json" returned: 0 in 0.180s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.virt.images [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] e846a019-999b-4c28-86fd-96be12a92f61 was qcow2, converting to raw {{(pid=74968) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG nova.privsep.utils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74968) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 12:38:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.part /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.converted {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No VIF found with MAC fa:16:3e:c6:2a:4e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.part /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.converted" returned: 0 in 0.625s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.converted --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ba8b5e25-7b9f-4fe4-93e4-7b21a60aa6e7 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.702s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Successfully updated port: a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:38:56 user nova-compute[74968]: INFO nova.compute.manager [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Rescuing
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquired lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.compute.manager [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing instance network info cache due to event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] Acquiring lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.119s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating instance_info_cache with network_info: [{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json" returned: 0 in 0.204s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928,backing_fmt=raw /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Releasing lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Instance network_info: |[{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] Acquired lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG nova.network.neutron [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928,backing_fmt=raw /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk 1073741824" returned: 0 in 0.056s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "9f499e4e84d624e4e6ed17fffa402aeff400a928" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:56 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928 --force-share --output=json" returned: 0 in 0.208s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Ensure instance console log exists: /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Start _get_guest_xml network_info=[{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c2c1161a5a77911fce1f94d20cba4b95',container_format='bare',created_at=2023-10-30T12:38:45Z,direct_url=<?>,disk_format='qcow2',id=e846a019-999b-4c28-86fd-96be12a92f61,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-966885523',owner='6e42036097bc471d9d97a053cca21a58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:38:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': 'e846a019-999b-4c28-86fd-96be12a92f61'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:38:57 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:57 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2c1161a5a77911fce1f94d20cba4b95',container_format='bare',created_at=2023-10-30T12:38:45Z,direct_url=<?>,disk_format='qcow2',id=e846a019-999b-4c28-86fd-96be12a92f61,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-966885523',owner='6e42036097bc471d9d97a053cca21a58',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T12:38:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2057798815',display_name='tempest-TestStampPattern-server-2057798815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2057798815',id=46,image_ref='e846a019-999b-4c28-86fd-96be12a92f61',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-qz1e1jvl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f55ea5-023d-415d-bd11-fb763760f715',image_min_disk='1',image_min_ram='0',image_owner_id='6e42036097bc471d9d97a053cca21a58',image_owner_project_name='tempest-TestStampPattern-146119147',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-146119147-project-member',image_user_id='c5e4797a4d3049b79b11c7270fba5518',network_allocated='True',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:38:54Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=5088ea47-4ee5-4c15-b8ba-cf41bfc4411d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'pci_devices' on Instance uuid 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:38:57 user nova-compute[74968]:   <uuid>5088ea47-4ee5-4c15-b8ba-cf41bfc4411d</uuid>
Oct 30 12:38:57 user nova-compute[74968]:   <name>instance-0000002e</name>
Oct 30 12:38:57 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:38:57 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:38:57 user nova-compute[74968]:   <metadata>
Oct 30 12:38:57 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:38:57 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:name>tempest-TestStampPattern-server-2057798815</nova:name>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:38:57</nova:creationTime>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:38:57 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:38:57 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:owner>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:user uuid="c5e4797a4d3049b79b11c7270fba5518">tempest-TestStampPattern-146119147-project-member</nova:user>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:project uuid="6e42036097bc471d9d97a053cca21a58">tempest-TestStampPattern-146119147</nova:project>
Oct 30 12:38:57 user nova-compute[74968]:       </nova:owner>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:root type="image" uuid="e846a019-999b-4c28-86fd-96be12a92f61"/>
Oct 30 12:38:57 user nova-compute[74968]:       <nova:ports>
Oct 30 12:38:57 user nova-compute[74968]:         <nova:port uuid="a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2">
Oct 30 12:38:57 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:38:57 user nova-compute[74968]:         </nova:port>
Oct 30 12:38:57 user nova-compute[74968]:       </nova:ports>
Oct 30 12:38:57 user nova-compute[74968]:     </nova:instance>
Oct 30 12:38:57 user nova-compute[74968]:   </metadata>
Oct 30 12:38:57 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:38:57 user nova-compute[74968]:     <system>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="serial">5088ea47-4ee5-4c15-b8ba-cf41bfc4411d</entry>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="uuid">5088ea47-4ee5-4c15-b8ba-cf41bfc4411d</entry>
Oct 30 12:38:57 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:38:57 user nova-compute[74968]:     </system>
Oct 30 12:38:57 user nova-compute[74968]:   </sysinfo>
Oct 30 12:38:57 user nova-compute[74968]:   <os>
Oct 30 12:38:57 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:38:57 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:38:57 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:38:57 user nova-compute[74968]:   </os>
Oct 30 12:38:57 user nova-compute[74968]:   <features>
Oct 30 12:38:57 user nova-compute[74968]:     <acpi/>
Oct 30 12:38:57 user nova-compute[74968]:     <apic/>
Oct 30 12:38:57 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:38:57 user nova-compute[74968]:   </features>
Oct 30 12:38:57 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:38:57 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:38:57 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:38:57 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:38:57 user nova-compute[74968]:   </clock>
Oct 30 12:38:57 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:38:57 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:38:57 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:38:57 user nova-compute[74968]:   </cpu>
Oct 30 12:38:57 user nova-compute[74968]:   <devices>
Oct 30 12:38:57 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:38:57 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:38:57 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk"/>
Oct 30 12:38:57 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:38:57 user nova-compute[74968]:     </disk>
Oct 30 12:38:57 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:38:57 user nova-compute[74968]:       <mac address="fa:16:3e:e5:ce:57"/>
Oct 30 12:38:57 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:38:57 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:38:57 user nova-compute[74968]:       <target dev="tapa373cf2c-a3"/>
Oct 30 12:38:57 user nova-compute[74968]:     </interface>
Oct 30 12:38:57 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:38:57 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/console.log" append="off"/>
Oct 30 12:38:57 user nova-compute[74968]:     </serial>
Oct 30 12:38:57 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:38:57 user nova-compute[74968]:     <video>
Oct 30 12:38:57 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:38:57 user nova-compute[74968]:     </video>
Oct 30 12:38:57 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:38:57 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:38:57 user nova-compute[74968]:     </rng>
Oct 30 12:38:57 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:38:57 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:38:57 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:38:57 user nova-compute[74968]:     </memballoon>
Oct 30 12:38:57 user nova-compute[74968]:   </devices>
Oct 30 12:38:57 user nova-compute[74968]: </domain>
Oct 30 12:38:57 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2057798815',display_name='tempest-TestStampPattern-server-2057798815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2057798815',id=46,image_ref='e846a019-999b-4c28-86fd-96be12a92f61',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-qz1e1jvl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f55ea5-023d-415d-bd11-fb763760f715',image_min_disk='1',image_min_ram='0',image_owner_id='6e42036097bc471d9d97a053cca21a58',image_owner_project_name='tempest-TestStampPattern-146119147',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-146119147-project-member',image_user_id='c5e4797a4d3049b79b11c7270fba5518',network_allocated='True',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:38:54Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=5088ea47-4ee5-4c15-b8ba-cf41bfc4411d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG os_vif [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89eb88fc-1b89-5c94-9c87-153d7f3de7f2', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa373cf2c-a3, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa373cf2c-a3, col_values=(('qos', UUID('28f13cd4-b190-477e-a2c2-662589c8a0f7')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa373cf2c-a3, col_values=(('external_ids', {'iface-id': 'a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:ce:57', 'vm-uuid': '5088ea47-4ee5-4c15-b8ba-cf41bfc4411d'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: INFO os_vif [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3')
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No VIF found with MAC fa:16:3e:e5:ce:57, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updated VIF entry in instance network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.network.neutron [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating instance_info_cache with network_info: [{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.utils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6e6698dc-2990-4511-9ebc-1bde55c25492 req-c6353d90-a60f-4303-b494-3d677de7a14c service nova] Releasing lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da0bfe6-9ef8-4a1e-94d7-bd5aeeb54838]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6db3b3-8bb3-4fff-bb8d-42c1f518b40d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f01612-7946-4a68-9c80-5a88bb0b0f12]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e25f6a75-48f6-484c-82b2-bf94411efe94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:38:58 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d53436-a7f6-4c11-b36c-28ca67d343a7]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG os_brick.utils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updating existing volume attachment record: 6c893df8-871d-4e72-8956-b75d1eaf9f32 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:38:58 user nova-compute[74968]: WARNING nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state active and task_state rescuing.
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:38:58 user nova-compute[74968]: WARNING nova.compute.manager [req-1bb31344-e68d-4a55-b3ff-382cb07e4782 req-592ce5ab-73b2-4ff2-ac4b-77faf4589b3f service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state active and task_state rescuing.
Oct 30 12:38:58 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance destroyed successfully.
Oct 30 12:38:58 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Attempting rescue
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:38:58 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Creating image(s)
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'trusted_certs' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.219s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue" returned: 0 in 0.057s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'migration_context' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.base [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<46e270d2-ca01-4ccf-a34b-7cc0b191aa8f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start _get_guest_xml network_info=[{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:9f:03:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.base [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<46e270d2-ca01-4ccf-a34b-7cc0b191aa8f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'numa_topology' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.base [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<46e270d2-ca01-4ccf-a34b-7cc0b191aa8f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:38:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:59 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'vcpu_model' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.base [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<46e270d2-ca01-4ccf-a34b-7cc0b191aa8f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1067216982',display_name='tempest-ServerRescueNegativeTestJSON-server-1067216982',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1067216982',id=39,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-3n9b2cba',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:34:18Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=46e270d2-ca01-4ccf-a34b-7cc0b191aa8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:9f:03:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:9f:03:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.objects.base [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<46e270d2-ca01-4ccf-a34b-7cc0b191aa8f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:38:59 user nova-compute[74968]:   <uuid>46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</uuid>
Oct 30 12:38:59 user nova-compute[74968]:   <name>instance-00000027</name>
Oct 30 12:38:59 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:38:59 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:38:59 user nova-compute[74968]:   <metadata>
Oct 30 12:38:59 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:38:59 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1067216982</nova:name>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:38:59</nova:creationTime>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:38:59 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:38:59 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:owner>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:38:59 user nova-compute[74968]:       </nova:owner>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:38:59 user nova-compute[74968]:       <nova:ports>
Oct 30 12:38:59 user nova-compute[74968]:         <nova:port uuid="f976e346-eede-40f0-bb46-3c6ce43564d3">
Oct 30 12:38:59 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 12:38:59 user nova-compute[74968]:         </nova:port>
Oct 30 12:38:59 user nova-compute[74968]:       </nova:ports>
Oct 30 12:38:59 user nova-compute[74968]:     </nova:instance>
Oct 30 12:38:59 user nova-compute[74968]:   </metadata>
Oct 30 12:38:59 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:38:59 user nova-compute[74968]:     <system>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="serial">46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</entry>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="uuid">46e270d2-ca01-4ccf-a34b-7cc0b191aa8f</entry>
Oct 30 12:38:59 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:38:59 user nova-compute[74968]:     </system>
Oct 30 12:38:59 user nova-compute[74968]:   </sysinfo>
Oct 30 12:38:59 user nova-compute[74968]:   <os>
Oct 30 12:38:59 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:38:59 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:38:59 user nova-compute[74968]:   </os>
Oct 30 12:38:59 user nova-compute[74968]:   <features>
Oct 30 12:38:59 user nova-compute[74968]:     <acpi/>
Oct 30 12:38:59 user nova-compute[74968]:     <apic/>
Oct 30 12:38:59 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:38:59 user nova-compute[74968]:   </features>
Oct 30 12:38:59 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:38:59 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:38:59 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:38:59 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:38:59 user nova-compute[74968]:   </clock>
Oct 30 12:38:59 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:38:59 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:38:59 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:38:59 user nova-compute[74968]:   </cpu>
Oct 30 12:38:59 user nova-compute[74968]:   <devices>
Oct 30 12:38:59 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:38:59 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:38:59 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue"/>
Oct 30 12:38:59 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:38:59 user nova-compute[74968]:     </disk>
Oct 30 12:38:59 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:38:59 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:38:59 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk"/>
Oct 30 12:38:59 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:38:59 user nova-compute[74968]:     </disk>
Oct 30 12:38:59 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:38:59 user nova-compute[74968]:       <mac address="fa:16:3e:9f:03:d6"/>
Oct 30 12:38:59 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:38:59 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:38:59 user nova-compute[74968]:       <target dev="tapf976e346-ee"/>
Oct 30 12:38:59 user nova-compute[74968]:     </interface>
Oct 30 12:38:59 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:38:59 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/console.log" append="off"/>
Oct 30 12:38:59 user nova-compute[74968]:     </serial>
Oct 30 12:38:59 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:38:59 user nova-compute[74968]:     <video>
Oct 30 12:38:59 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:38:59 user nova-compute[74968]:     </video>
Oct 30 12:38:59 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:38:59 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:38:59 user nova-compute[74968]:     </rng>
Oct 30 12:38:59 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:38:59 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:38:59 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:38:59 user nova-compute[74968]:     </memballoon>
Oct 30 12:38:59 user nova-compute[74968]:   </devices>
Oct 30 12:38:59 user nova-compute[74968]: </domain>
Oct 30 12:38:59 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:38:59 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance destroyed successfully.
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:9f:03:d6, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:38:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] No waiting events found dispatching network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:38:59 user nova-compute[74968]: WARNING nova.compute.manager [req-8a247fbb-ed7a-4b7c-bf79-f44077aebb40 req-0d840088-5454-4d30-ac9f-8ff3ab6d3877 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received unexpected event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 for instance with vm_state building and task_state spawning.
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:39:01 user nova-compute[74968]: WARNING nova.compute.manager [req-3ff931de-c152-4e38-84c5-cf5e12e3106a req-8639bd99-119d-4833-83f9-ed930099b045 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state active and task_state rescuing.
Oct 30 12:39:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] No waiting events found dispatching network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:39:01 user nova-compute[74968]: WARNING nova.compute.manager [req-0a154ecd-162e-426a-aac8-b26d428fb4ea req-6c1fbe08-7266-476a-a031-7c0fb5d9c698 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received unexpected event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 for instance with vm_state building and task_state spawning.
Oct 30 12:39:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:39:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Instance spawned successfully.
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:39:02 user nova-compute[74968]: INFO nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Took 8.67 seconds to spawn the instance on the hypervisor.
Oct 30 12:39:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:03 user nova-compute[74968]: INFO nova.compute.manager [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Took 9.54 seconds to build instance.
Oct 30 12:39:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-81aaf2fe-a3ea-4a00-9248-24abb70963fc tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.675s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:39:03 user nova-compute[74968]: WARNING nova.compute.manager [req-e3b71104-e9b2-4523-98eb-0db71f5b4ae9 req-e4b46c36-7a88-4778-b633-300f6a4820fe service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state active and task_state rescuing.
Oct 30 12:39:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-7cd2de1e-541b-4006-807d-9c86b1af1c98 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:39:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:39:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.224s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:08 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json" returned: 0 in 0.276s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json" returned: 0 in 0.282s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:11 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:39:11 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8301MB free_disk=24.868995666503906GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 202f3136-8c31-4c0a-85da-e9a02425fe84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d70729e1-8e7c-40ad-9244-1a67dbbc74e9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:39:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:39:12 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:39:12 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:39:12 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:39:12 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:39:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:39:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:39:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:39:21 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Creating image(s)
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Did not create local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Ensure instance console log exists: /opt/stack/data/nova/instances/d70729e1-8e7c-40ad-9244-1a67dbbc74e9/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Start _get_guest_xml network_info=[{"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T12:38:27Z,direct_url=<?>,disk_format='qcow2',id=a38d38b0-da7a-4d33-b79e-156bc516bae8,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1104837171',owner='fa7931d6c036466baaf9f303ef1ae1c4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T12:38:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6c893df8-871d-4e72-8956-b75d1eaf9f32', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'crSQqwHx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd70729e1-8e7c-40ad-9244-1a67dbbc74e9', 'attached_at': '', 'detached_at': '', 'volume_id': '20f06eba-d0cc-4e44-bb29-7fbaa05be027', 'serial': '20f06eba-d0cc-4e44-bb29-7fbaa05be027'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:39:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:39:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T12:38:27Z,direct_url=<?>,disk_format='qcow2',id=a38d38b0-da7a-4d33-b79e-156bc516bae8,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1104837171',owner='fa7931d6c036466baaf9f303ef1ae1c4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T12:38:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'crSQqwHx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:39:21 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:39:21 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:39:21 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3536221-2631-4ff0-bf4a-ca3ac3bd39c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:39:21 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bea53f4-0e82-4c63-bedb-54609bc78f1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027] added
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.036s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e372291f-e020-4f4f-8741-7fbe82301b49]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7afe6c-b244-41f6-8855-74ca3e454b89]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v crSQqwHx {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v crSQqwHx" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef86b178-4019-4a6e-bf0b-a06c5dbe5a6d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'crSQqwHx'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.080s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bd4e75-ede4-46a5-9fb8-97fc635d98b3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad26326d-35fd-478a-9860-c387b2975129]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[767a0618-0272-430f-80b2-e86c9bd3ef26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260]
Oct 30 12:39:21 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260] successful.
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa0fa23-b259-4364-bf1b-07fbb0f47e5b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[81dc3705-e5be-4e66-9b92-419746da5946]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74848826-cda4-49cf-94d7-5a2bc1d072c8 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:39:21 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.415s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] HCTL ('36', '-', '-', 0) found on session 50 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d1553e-2f3b-4d94-a673-3c0d581b03a4]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:39:21 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'crSQqwHx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.446s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== connect_volume: return (1446ms) {'type': 'block', 'scsi_wwn': '26465636664626138', 'path': '/dev/sde'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26465636664626138', 'path': '/dev/sde'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-754877952',id=45,image_ref='a38d38b0-da7a-4d33-b79e-156bc516bae8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCLDAZk6KD72ai3ckvbUvIUp6ksgC3CvBxkKDYtqdVQEaY26Qc3+W7qLhZ8nzukXuV0y1mOlt4OUJYO7i01TFgKTmogpFWr5SrvZfEpyDNr7MkY2uHlpjhZ+Ft2iSx7DA==',key_name='tempest-keypair-828306080',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-9w1ih3sd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2025008086',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:38:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=d70729e1-8e7c-40ad-9244-1a67dbbc74e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'pci_devices' on Instance uuid d70729e1-8e7c-40ad-9244-1a67dbbc74e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:39:22 user nova-compute[74968]:   <uuid>d70729e1-8e7c-40ad-9244-1a67dbbc74e9</uuid>
Oct 30 12:39:22 user nova-compute[74968]:   <name>instance-0000002d</name>
Oct 30 12:39:22 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:39:22 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:39:22 user nova-compute[74968]:   <metadata>
Oct 30 12:39:22 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:39:22 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-754877952</nova:name>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:39:21</nova:creationTime>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:39:22 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:39:22 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:owner>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:user uuid="9014e5f8b7034b6a875b039169aae3a2">tempest-TestVolumeBootPattern-2025008086-project-member</nova:user>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:project uuid="fa7931d6c036466baaf9f303ef1ae1c4">tempest-TestVolumeBootPattern-2025008086</nova:project>
Oct 30 12:39:22 user nova-compute[74968]:       </nova:owner>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:root type="image" uuid="a38d38b0-da7a-4d33-b79e-156bc516bae8"/>
Oct 30 12:39:22 user nova-compute[74968]:       <nova:ports>
Oct 30 12:39:22 user nova-compute[74968]:         <nova:port uuid="7ff5ff16-e589-48d7-b612-500134768df1">
Oct 30 12:39:22 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 12:39:22 user nova-compute[74968]:         </nova:port>
Oct 30 12:39:22 user nova-compute[74968]:       </nova:ports>
Oct 30 12:39:22 user nova-compute[74968]:     </nova:instance>
Oct 30 12:39:22 user nova-compute[74968]:   </metadata>
Oct 30 12:39:22 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:39:22 user nova-compute[74968]:     <system>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="serial">d70729e1-8e7c-40ad-9244-1a67dbbc74e9</entry>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="uuid">d70729e1-8e7c-40ad-9244-1a67dbbc74e9</entry>
Oct 30 12:39:22 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:39:22 user nova-compute[74968]:     </system>
Oct 30 12:39:22 user nova-compute[74968]:   </sysinfo>
Oct 30 12:39:22 user nova-compute[74968]:   <os>
Oct 30 12:39:22 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:39:22 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:39:22 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:39:22 user nova-compute[74968]:   </os>
Oct 30 12:39:22 user nova-compute[74968]:   <features>
Oct 30 12:39:22 user nova-compute[74968]:     <acpi/>
Oct 30 12:39:22 user nova-compute[74968]:     <apic/>
Oct 30 12:39:22 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:39:22 user nova-compute[74968]:   </features>
Oct 30 12:39:22 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:39:22 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:39:22 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:39:22 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:39:22 user nova-compute[74968]:   </clock>
Oct 30 12:39:22 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:39:22 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:39:22 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:39:22 user nova-compute[74968]:   </cpu>
Oct 30 12:39:22 user nova-compute[74968]:   <devices>
Oct 30 12:39:22 user nova-compute[74968]:     <disk type="block" device="disk">
Oct 30 12:39:22 user nova-compute[74968]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:39:22 user nova-compute[74968]:       <source dev="/dev/sde"/>
Oct 30 12:39:22 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:39:22 user nova-compute[74968]:       <serial>20f06eba-d0cc-4e44-bb29-7fbaa05be027</serial>
Oct 30 12:39:22 user nova-compute[74968]:     </disk>
Oct 30 12:39:22 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:39:22 user nova-compute[74968]:       <mac address="fa:16:3e:7d:28:b8"/>
Oct 30 12:39:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:39:22 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:39:22 user nova-compute[74968]:       <target dev="tap7ff5ff16-e5"/>
Oct 30 12:39:22 user nova-compute[74968]:     </interface>
Oct 30 12:39:22 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:39:22 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/d70729e1-8e7c-40ad-9244-1a67dbbc74e9/console.log" append="off"/>
Oct 30 12:39:22 user nova-compute[74968]:     </serial>
Oct 30 12:39:22 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:39:22 user nova-compute[74968]:     <video>
Oct 30 12:39:22 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:39:22 user nova-compute[74968]:     </video>
Oct 30 12:39:22 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:39:22 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:39:22 user nova-compute[74968]:     </rng>
Oct 30 12:39:22 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:39:22 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:39:22 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:39:22 user nova-compute[74968]:     </memballoon>
Oct 30 12:39:22 user nova-compute[74968]:   </devices>
Oct 30 12:39:22 user nova-compute[74968]: </domain>
Oct 30 12:39:22 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-754877952',id=45,image_ref='a38d38b0-da7a-4d33-b79e-156bc516bae8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCLDAZk6KD72ai3ckvbUvIUp6ksgC3CvBxkKDYtqdVQEaY26Qc3+W7qLhZ8nzukXuV0y1mOlt4OUJYO7i01TFgKTmogpFWr5SrvZfEpyDNr7MkY2uHlpjhZ+Ft2iSx7DA==',key_name='tempest-keypair-828306080',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-9w1ih3sd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2025008086',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:38:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=d70729e1-8e7c-40ad-9244-1a67dbbc74e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG os_vif [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aaaf876d-fd71-5eb7-8b84-b6ec02e3893a', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ff5ff16-e5, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ff5ff16-e5, col_values=(('qos', UUID('8a314c0a-c6b9-4356-98a9-c340ae8a826d')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ff5ff16-e5, col_values=(('external_ids', {'iface-id': '7ff5ff16-e589-48d7-b612-500134768df1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:28:b8', 'vm-uuid': 'd70729e1-8e7c-40ad-9244-1a67dbbc74e9'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:22 user nova-compute[74968]: INFO os_vif [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5')
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:39:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] No VIF found with MAC fa:16:3e:7d:28:b8, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:24 user nova-compute[74968]: DEBUG nova.compute.manager [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] No waiting events found dispatching network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:39:24 user nova-compute[74968]: WARNING nova.compute.manager [req-d1910a08-6220-42cb-8b80-d5b65b4902e1 req-a669f4a3-e109-4e2c-9de6-978cf716b1b1 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received unexpected event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 for instance with vm_state building and task_state spawning.
Oct 30 12:39:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:39:26 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Instance spawned successfully.
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.compute.manager [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] No waiting events found dispatching network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:39:26 user nova-compute[74968]: WARNING nova.compute.manager [req-fb681d8e-1d6c-4ae6-9b9a-0afb14d09aae req-ee232d6d-90b9-42d9-9a9a-a8293801a00c service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received unexpected event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 for instance with vm_state building and task_state spawning.
Oct 30 12:39:26 user nova-compute[74968]: INFO nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Took 5.40 seconds to spawn the instance on the hypervisor.
Oct 30 12:39:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:39:26 user nova-compute[74968]: INFO nova.compute.manager [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Took 45.51 seconds to build instance.
Oct 30 12:39:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b9872eff-08a3-4221-a059-9eaba77f5b7c tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.644s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:39:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:39:41 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:39:41 user nova-compute[74968]: INFO nova.compute.manager [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Detaching volume 6c3a2cdb-d715-4c07-a7f8-841122820b0b
Oct 30 12:39:41 user nova-compute[74968]: INFO nova.virt.block_device [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attempting to driver detach volume 6c3a2cdb-d715-4c07-a7f8-841122820b0b from mountpoint /dev/vdb
Oct 30 12:39:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Attempting to detach device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:39:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:39:41 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:39:41 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:39:41 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:39:41 user nova-compute[74968]:   <serial>6c3a2cdb-d715-4c07-a7f8-841122820b0b</serial>
Oct 30 12:39:41 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:39:41 user nova-compute[74968]: </disk>
Oct 30 12:39:41 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:39:41 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config.
Oct 30 12:39:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:39:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:39:41 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:39:41 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:39:41 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:39:41 user nova-compute[74968]:   <serial>6c3a2cdb-d715-4c07-a7f8-841122820b0b</serial>
Oct 30 12:39:41 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:39:41 user nova-compute[74968]: </disk>
Oct 30 12:39:41 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:39:41 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:39:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:39:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:01 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea is timed out.
Oct 30 12:40:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config.
Oct 30 12:40:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQIhwtFd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:40:01 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3b8f84-eb39-40e0-ba3b-b4f27a18cb21]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:40:01 user nova-compute[74968]: No targets found.
Oct 30 12:40:01 user nova-compute[74968]: iSNS:
Oct 30 12:40:01 user nova-compute[74968]: No targets found.
Oct 30 12:40:01 user nova-compute[74968]: STATIC:
Oct 30 12:40:01 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b
Oct 30 12:40:01 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:40:01 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:40:01 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:40:01 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:40:01 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:40:01 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027
Oct 30 12:40:01 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:40:01 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:40:01 user nova-compute[74968]: FIRMWARE:
Oct 30 12:40:01 user nova-compute[74968]: No targets found.
Oct 30 12:40:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:40:01 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:40:01 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed76761-cb46-4884-a297-853cbd3ae7ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[677d1ea3-89b5-42da-9ebb-5dfef706b6bd]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:01 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:40:01 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:40:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:01 user nova-compute[74968]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b (non-flash)
Oct 30 12:40:01 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:40:01 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a82657e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf206ea-b442-4f32-a47e-23458024715e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:01 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8363588-8fac-473d-ac80-fbabd22d58c8]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[682a7c96-fafd-44d0-aaca-792d17d92dbf]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd748d6d-3280-4baa-a7ae-5b5d857f2739]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0de05a-1966-4b4f-871b-f40ac1f7fd5c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b51096-d111-4b05-86dc-b48afb25dcbb]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260]
Oct 30 12:40:02 user nova-compute[74968]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b, portal: 172.16.0.220,3260] successful.
Oct 30 12:40:02 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c3a2cdb-d715-4c07-a7f8-841122820b0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[744c144b-f06e-447b-a7ee-d659fad47a86]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== disconnect_volume: return (328ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:40:02 user nova-compute[74968]: INFO nova.compute.claims [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Claim successful on node user
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d1349af7-2f5c-420b-8e05-611079f42465 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.888s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:40:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.policy [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160b6591e06148e49f3f3ad0c3df04ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66135f071d7948f795cf2555cca01d9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:40:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Creating image(s)
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "/opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "/opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "/opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:03 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk 1073741824" returned: 0 in 0.053s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Successfully created port: 029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.210s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Cannot resize image /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Ensure instance console log exists: /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Successfully updated port: 029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquired lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-changed-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Refreshing instance network info cache due to event network-changed-029905c3-c246-4fdc-b6ba-2991d1a28f96. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] Acquiring lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.neutron [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updating instance_info_cache with network_info: [{"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Releasing lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Instance network_info: |[{"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] Acquired lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.neutron [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Refreshing network info cache for port 029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Start _get_guest_xml network_info=[{"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:40:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:40:05 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:40:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1189765123',display_name='tempest-VolumesSnapshotTestJSON-instance-1189765123',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1189765123',id=47,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDDAJnxd6grqWWUFDJdzIdFbBTJw/Qms8LISd08gPoGMuLVsF9wkh/ASvDcu0R/remJahxg/fZ1HU0k0+MNZJQJV/roYGBtXQAPW8WNCIRuYHbgr1LcuZ2f53gV7BbhXQ==',key_name='tempest-keypair-310753815',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-qot1308m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:40:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=68b89586-8926-4643-9534-0e6f1fd1d852,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'pci_devices' on Instance uuid 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:40:05 user nova-compute[74968]:   <uuid>68b89586-8926-4643-9534-0e6f1fd1d852</uuid>
Oct 30 12:40:05 user nova-compute[74968]:   <name>instance-0000002f</name>
Oct 30 12:40:05 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:40:05 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:40:05 user nova-compute[74968]:   <metadata>
Oct 30 12:40:05 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:40:05 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1189765123</nova:name>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:40:05</nova:creationTime>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:40:05 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:40:05 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:owner>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:user uuid="160b6591e06148e49f3f3ad0c3df04ba">tempest-VolumesSnapshotTestJSON-1504648705-project-member</nova:user>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:project uuid="66135f071d7948f795cf2555cca01d9f">tempest-VolumesSnapshotTestJSON-1504648705</nova:project>
Oct 30 12:40:05 user nova-compute[74968]:       </nova:owner>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:40:05 user nova-compute[74968]:       <nova:ports>
Oct 30 12:40:05 user nova-compute[74968]:         <nova:port uuid="029905c3-c246-4fdc-b6ba-2991d1a28f96">
Oct 30 12:40:05 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 12:40:05 user nova-compute[74968]:         </nova:port>
Oct 30 12:40:05 user nova-compute[74968]:       </nova:ports>
Oct 30 12:40:05 user nova-compute[74968]:     </nova:instance>
Oct 30 12:40:05 user nova-compute[74968]:   </metadata>
Oct 30 12:40:05 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:40:05 user nova-compute[74968]:     <system>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="serial">68b89586-8926-4643-9534-0e6f1fd1d852</entry>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="uuid">68b89586-8926-4643-9534-0e6f1fd1d852</entry>
Oct 30 12:40:05 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:40:05 user nova-compute[74968]:     </system>
Oct 30 12:40:05 user nova-compute[74968]:   </sysinfo>
Oct 30 12:40:05 user nova-compute[74968]:   <os>
Oct 30 12:40:05 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:40:05 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:40:05 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:40:05 user nova-compute[74968]:   </os>
Oct 30 12:40:05 user nova-compute[74968]:   <features>
Oct 30 12:40:05 user nova-compute[74968]:     <acpi/>
Oct 30 12:40:05 user nova-compute[74968]:     <apic/>
Oct 30 12:40:05 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:40:05 user nova-compute[74968]:   </features>
Oct 30 12:40:05 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:40:05 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:40:05 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:40:05 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:40:05 user nova-compute[74968]:   </clock>
Oct 30 12:40:05 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:40:05 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:40:05 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:40:05 user nova-compute[74968]:   </cpu>
Oct 30 12:40:05 user nova-compute[74968]:   <devices>
Oct 30 12:40:05 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:40:05 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:40:05 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk"/>
Oct 30 12:40:05 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:40:05 user nova-compute[74968]:     </disk>
Oct 30 12:40:05 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:40:05 user nova-compute[74968]:       <mac address="fa:16:3e:c2:a0:11"/>
Oct 30 12:40:05 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:40:05 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:40:05 user nova-compute[74968]:       <target dev="tap029905c3-c2"/>
Oct 30 12:40:05 user nova-compute[74968]:     </interface>
Oct 30 12:40:05 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:40:05 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/console.log" append="off"/>
Oct 30 12:40:05 user nova-compute[74968]:     </serial>
Oct 30 12:40:05 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:40:05 user nova-compute[74968]:     <video>
Oct 30 12:40:05 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:40:05 user nova-compute[74968]:     </video>
Oct 30 12:40:05 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:40:05 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:40:05 user nova-compute[74968]:     </rng>
Oct 30 12:40:05 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:40:05 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:40:05 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:40:05 user nova-compute[74968]:     </memballoon>
Oct 30 12:40:05 user nova-compute[74968]:   </devices>
Oct 30 12:40:05 user nova-compute[74968]: </domain>
Oct 30 12:40:05 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:40:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1189765123',display_name='tempest-VolumesSnapshotTestJSON-instance-1189765123',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1189765123',id=47,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDDAJnxd6grqWWUFDJdzIdFbBTJw/Qms8LISd08gPoGMuLVsF9wkh/ASvDcu0R/remJahxg/fZ1HU0k0+MNZJQJV/roYGBtXQAPW8WNCIRuYHbgr1LcuZ2f53gV7BbhXQ==',key_name='tempest-keypair-310753815',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-qot1308m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:40:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=68b89586-8926-4643-9534-0e6f1fd1d852,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG os_vif [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ae4652c-7b29-51b2-90fc-8fc2d6ecb99a', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap029905c3-c2, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap029905c3-c2, col_values=(('qos', UUID('793826dd-2800-4a12-b4e8-fd5a70471b59')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap029905c3-c2, col_values=(('external_ids', {'iface-id': '029905c3-c246-4fdc-b6ba-2991d1a28f96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c2:a0:11', 'vm-uuid': '68b89586-8926-4643-9534-0e6f1fd1d852'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:05 user nova-compute[74968]: INFO os_vif [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2')
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:40:05 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No VIF found with MAC fa:16:3e:c2:a0:11, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:40:06 user nova-compute[74968]: DEBUG nova.network.neutron [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updated VIF entry in instance network info cache for port 029905c3-c246-4fdc-b6ba-2991d1a28f96. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:40:06 user nova-compute[74968]: DEBUG nova.network.neutron [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updating instance_info_cache with network_info: [{"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:06 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c6e9a592-fdd4-4c4e-967b-d6f484a5637b req-8350b37f-1220-46c9-8e3d-530265a708e2 service nova] Releasing lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG nova.compute.manager [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] No waiting events found dispatching network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:07 user nova-compute[74968]: WARNING nova.compute.manager [req-15dac8c8-fd27-469c-b989-662c74943094 req-f86c2425-0a35-4730-b958-aa6c5a52af0f service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received unexpected event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 for instance with vm_state building and task_state spawning.
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:08 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:08 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.compute.manager [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] No waiting events found dispatching network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:09 user nova-compute[74968]: WARNING nova.compute.manager [req-5a6265af-1622-4047-a954-a4269fff8391 req-8fa6288d-4eb8-489c-9c71-27ae99b5dbeb service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received unexpected event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 for instance with vm_state building and task_state spawning.
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:40:09 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Instance spawned successfully.
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:40:09 user nova-compute[74968]: INFO nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 30 12:40:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:09 user nova-compute[74968]: INFO nova.compute.manager [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Took 6.96 seconds to build instance.
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-08a14a88-94f9-4644-8740-fdab9f41f085 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.072s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:09 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.360s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:10 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.284s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk.rescue --force-share --output=json" returned: 0 in 0.257s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:40:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7891MB free_disk=24.854537963867188GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 202f3136-8c31-4c0a-85da-e9a02425fe84 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance d70729e1-8e7c-40ad-9244-1a67dbbc74e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 68b89586-8926-4643-9534-0e6f1fd1d852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:40:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.637s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:40:15 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:40:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-changed-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:31 user nova-compute[74968]: DEBUG nova.compute.manager [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Refreshing instance network info cache due to event network-changed-7ff5ff16-e589-48d7-b612-500134768df1. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:40:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] Acquiring lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] Acquired lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:31 user nova-compute[74968]: DEBUG nova.network.neutron [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Refreshing network info cache for port 7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.network.neutron [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updated VIF entry in instance network info cache for port 7ff5ff16-e589-48d7-b612-500134768df1. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.network.neutron [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updating instance_info_cache with network_info: [{"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d9e02f19-f0f2-4d0b-ba3e-6a29db8f8fdb req-9384be1d-01c8-474f-a72d-51ad01a87a72 service nova] Releasing lock "refresh_cache-d70729e1-8e7c-40ad-9244-1a67dbbc74e9" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:32 user nova-compute[74968]: INFO nova.compute.manager [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Terminating instance
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-unplugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] No waiting events found dispatching network-vif-unplugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG nova.compute.manager [req-42c29bad-2f1c-4292-b45e-7c1a1039f8be req-4131c0c0-4462-4f97-9968-d10cd1e8d587 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-unplugged-7ff5ff16-e589-48d7-b612-500134768df1 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Instance destroyed successfully.
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'resources' on Instance uuid d70729e1-8e7c-40ad-9244-1a67dbbc74e9 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-754877952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-754877952',id=45,image_ref='a38d38b0-da7a-4d33-b79e-156bc516bae8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCLDAZk6KD72ai3ckvbUvIUp6ksgC3CvBxkKDYtqdVQEaY26Qc3+W7qLhZ8nzukXuV0y1mOlt4OUJYO7i01TFgKTmogpFWr5SrvZfEpyDNr7MkY2uHlpjhZ+Ft2iSx7DA==',key_name='tempest-keypair-828306080',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:39:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-9w1ih3sd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2025008086',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:39:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=d70729e1-8e7c-40ad-9244-1a67dbbc74e9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "7ff5ff16-e589-48d7-b612-500134768df1", "address": "fa:16:3e:7d:28:b8", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ff5ff16-e5", "ovs_interfaceid": "7ff5ff16-e589-48d7-b612-500134768df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_vif [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ff5ff16-e5, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a314c0a-c6b9-4356-98a9-c340ae8a826d) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:33 user nova-compute[74968]: INFO os_vif [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:28:b8,bridge_name='br-int',has_traffic_filtering=True,id=7ff5ff16-e589-48d7-b612-500134768df1,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff5ff16-e5')
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'crSQqwHx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:40:33 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a297b67-18cf-4479-a0de-9e0e04ad2ce9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:40:33 user nova-compute[74968]: No targets found.
Oct 30 12:40:33 user nova-compute[74968]: iSNS:
Oct 30 12:40:33 user nova-compute[74968]: No targets found.
Oct 30 12:40:33 user nova-compute[74968]: STATIC:
Oct 30 12:40:33 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:40:33 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:40:33 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:40:33 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027
Oct 30 12:40:33 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:40:33 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:40:33 user nova-compute[74968]: FIRMWARE:
Oct 30 12:40:33 user nova-compute[74968]: No targets found.
Oct 30 12:40:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:40:33 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:40:33 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4952d4-a6cd-477f-ad7e-950dc66eebe6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c87cf9-45b6-4aad-88cb-3d00ee25c7e8]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:33 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:40:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:33 user nova-compute[74968]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 (non-flash)
Oct 30 12:40:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023cca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027'): ({'sde'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Removing single pathed devices sde {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa0da86-459d-4c0e-9bce-fd0468c360a8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcad1f18-564c-456e-bc7f-9bc22c17c7ad]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flushing IO for device /dev/sde {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3b3832-f1b6-43b4-946e-b6a7d4ef13f5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9489081b-a19e-4f4d-90fb-69bff14c045f]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] SCSI volumes sde have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26465636664626138', '/dev/disk/by-id/scsi-1SCST_BIOc233094c-decfdba81b3b70c2', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c233094c') {{(pid=86043) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 12:40:33 user nova-compute[74968]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26465636664626138
Oct 30 12:40:33 user nova-compute[74968]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOc233094c-decfdba81b3b70c2
Oct 30 12:40:33 user nova-compute[74968]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_c233094c
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[68cb7918-1136-4adf-b5af-1a24daf85277]: (4, None) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbc9b6c-08a3-4a7d-8e4d-f9dd112b04ac]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73108148-ef89-4fc9-ab77-c1bf9e73a60a]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260]
Oct 30 12:40:33 user nova-compute[74968]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027, portal: 172.16.0.220,3260] successful.
Oct 30 12:40:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20f06eba-d0cc-4e44-bb29-7fbaa05be027 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[be26582d-076f-4b7c-aea3-871ab6387e05]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== disconnect_volume: return (327ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:40:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Deleting instance files /opt/stack/data/nova/instances/d70729e1-8e7c-40ad-9244-1a67dbbc74e9_del
Oct 30 12:40:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Deletion of /opt/stack/data/nova/instances/d70729e1-8e7c-40ad-9244-1a67dbbc74e9_del complete
Oct 30 12:40:33 user nova-compute[74968]: INFO nova.compute.manager [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 30 12:40:33 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:40:33 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:40:34 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:34 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Took 0.80 seconds to deallocate network for instance.
Oct 30 12:40:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] Acquiring lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] No waiting events found dispatching network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:34 user nova-compute[74968]: WARNING nova.compute.manager [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received unexpected event network-vif-plugged-7ff5ff16-e589-48d7-b612-500134768df1 for instance with vm_state active and task_state deleting.
Oct 30 12:40:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-96d36308-f714-442e-884b-abc586c1d537 req-3a78ab17-d8ff-42d2-bfdd-bd749cd273a0 service nova] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Received event network-vif-deleted-7ff5ff16-e589-48d7-b612-500134768df1 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:35 user nova-compute[74968]: INFO nova.compute.manager [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Took 0.86 seconds to detach 1 volumes for instance.
Oct 30 12:40:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: d70729e1-8e7c-40ad-9244-1a67dbbc74e9] Deleting volume: 20f06eba-d0cc-4e44-bb29-7fbaa05be027 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:40:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:40:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:40:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:36 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Deleted allocations for instance d70729e1-8e7c-40ad-9244-1a67dbbc74e9
Oct 30 12:40:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-93e10b77-bbe5-4585-b7c9-5fb5dd539b6d tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "d70729e1-8e7c-40ad-9244-1a67dbbc74e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.780s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG nova.objects.instance [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:37 user nova-compute[74968]: INFO nova.compute.manager [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attaching volume 2a29b44c-675e-43b1-ab57-222bf77ebff0 to /dev/vdb
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d266edd4-c391-4c73-a298-447780013f12]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[40538a11-a440-46d2-885d-59e300c39e06]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[022dd6ae-04fa-4d06-ac5b-dfc3430ff0f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0209c70-cd44-4b08-b8f8-d644487e988a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:40:37 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:40:37 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f216684-0627-4b30-98db-b8fa8f958ea8]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG os_brick.utils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:40:37 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating existing volume attachment record: 3f425544-f054-4d4a-8531-5eecd2031ab0 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:40:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing instance network info cache due to event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:40:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] Acquiring lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] Acquired lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG nova.objects.instance [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updated VIF entry in instance network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating instance_info_cache with network_info: [{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d0475c59-a31a-49d7-9e17-2a793ea01cb6 req-ea7cbf9b-bed9-4751-8b17-0dc19c340a5a service nova] Releasing lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:46 user nova-compute[74968]: INFO nova.compute.manager [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Attaching volume 47453a8f-dca3-4663-b0da-eef8978c81ab to /dev/vdb
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.utils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7a2e8b-a6a0-4b6f-9dd9-9115e315e770]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c42e3b9-eca9-4768-a7eb-ae970f33f32a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa348af-0327-4486-942a-50592766a8fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e311d2d1-1451-4d0e-b82c-1cb2b8619e3e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:40:46 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:40:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[738c2a68-f63e-47ed-8b56-3f3697e84df6]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG os_brick.utils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:40:46 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating existing volume attachment record: 0806d31c-9aba-4c72-a4d8-855ff61dc69a {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:40:47 user nova-compute[74968]: INFO nova.compute.manager [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Unrescuing
Oct 30 12:40:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG nova.objects.instance [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'flavor' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:48 user nova-compute[74968]: WARNING nova.compute.manager [req-3d0286b2-e386-4c13-ac41-39b609bac101 req-169b14e3-090e-44c9-ab3a-da78341097e8 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:40:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance destroyed successfully.
Oct 30 12:40:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:50 user nova-compute[74968]: WARNING nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:40:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:50 user nova-compute[74968]: WARNING nova.compute.manager [req-a948b799-9594-4ba5-ac45-0ef322e687b6 req-83ccf57e-f23d-4a7d-9699-52adfe02e535 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:40:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-dcf316d0-a6a0-4990-82fb-9613538dbc43 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:40:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:40:52 user nova-compute[74968]: WARNING nova.compute.manager [req-6fa71f2a-f4a8-4daa-bc04-4a8639c64ce3 req-f74d5180-6fc8-44a1-88b8-b61d4d064fd7 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state active and task_state None.
Oct 30 12:40:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEwUVSOm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:40:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:40:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:40:57 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[141e1577-0d3d-4766-9bec-e847793c0143]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:40:57 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f2d76d-59e3-49ad-8718-71cabf137ff7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0] added
Oct 30 12:40:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e70caae-b431-4e71-bda9-73d71ab08c59]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce904b3-df51-4d92-8cf9-51f5844b3d50]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pEwUVSOm {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pEwUVSOm" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db2e763-2098-4a81-b7e0-e4bbf1e20c9b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pEwUVSOm'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe94807e-c3e6-4fca-9174-ae5f8be3dc35]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5200befd-fe43-4a04-95c8-65d0f7fe224c]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1862489-5219-444b-8ac6-46bd3a93369f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260]
Oct 30 12:40:58 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260] successful.
Oct 30 12:40:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa57dfb-2652-43c5-849e-48a8bc4255be]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf244cd-aecf-4fb3-890f-6f5fab1a8079]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:40:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0468814-0fb5-429c-bd26-2d4655e39898]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEwUVSOm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:40:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23964393436613365', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964393436613365', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:40:59 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:40:59 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:40:59 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:40:59 user nova-compute[74968]:   <serial>2a29b44c-675e-43b1-ab57-222bf77ebff0</serial>
Oct 30 12:40:59 user nova-compute[74968]: </disk>
Oct 30 12:40:59 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No VIF found with MAC fa:16:3e:c6:2a:4e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:40:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-fe6eca81-a7bb-41f2-90bc-bb1689856478 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.242s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:02 user nova-compute[74968]: INFO nova.compute.manager [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Detaching volume 2a29b44c-675e-43b1-ab57-222bf77ebff0
Oct 30 12:41:02 user nova-compute[74968]: INFO nova.virt.block_device [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attempting to driver detach volume 2a29b44c-675e-43b1-ab57-222bf77ebff0 from mountpoint /dev/vdb
Oct 30 12:41:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Attempting to detach device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:41:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:41:02 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:41:02 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:41:02 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:41:02 user nova-compute[74968]:   <serial>2a29b44c-675e-43b1-ab57-222bf77ebff0</serial>
Oct 30 12:41:02 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:41:02 user nova-compute[74968]: </disk>
Oct 30 12:41:02 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:41:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config.
Oct 30 12:41:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:41:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:41:02 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:41:02 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:41:02 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:41:02 user nova-compute[74968]:   <serial>2a29b44c-675e-43b1-ab57-222bf77ebff0</serial>
Oct 30 12:41:02 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:41:02 user nova-compute[74968]: </disk>
Oct 30 12:41:02 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:41:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:41:03 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBGvtPTJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:41:07 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:41:07 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d256cd69-a19f-4dd9-a76b-2c16c9be17e6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:41:07 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b37b6b2-e9fa-4412-92a1-7c8985c79b70]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab] added
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3d6801b-e312-43ae-9048-e3fe5c8ddb74]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6892ba07-8799-43c9-833c-815fdcd02a4e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jBGvtPTJ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jBGvtPTJ" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e87335-895f-4182-af33-7d175226807c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jBGvtPTJ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4c0a11-3f10-4a3f-bc11-98670b074ff8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d892e948-e7ea-4755-ac61-d38deb09ce3c]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a50c6c-0c12-417d-b0b9-2da9cc3d1063]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260]
Oct 30 12:41:07 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260] successful.
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeaa5929-f61e-44a4-9ef2-daec5cd81a18]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aceb5250-9fa0-4f02-8e0c-9a1c19ec1193]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:07 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:07 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] HCTL ('35', '-', '-', 0) found on session 52 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2d9103-ec24-4183-a532-ef519f3e27e3]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Searching for a device in session 52 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:41:07 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBGvtPTJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26338353632313535', 'path': '/dev/sdd'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338353632313535', 'path': '/dev/sdd'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.objects.instance [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:41:08 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:41:08 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:41:08 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:41:08 user nova-compute[74968]:   <serial>47453a8f-dca3-4663-b0da-eef8978c81ab</serial>
Oct 30 12:41:08 user nova-compute[74968]: </disk>
Oct 30 12:41:08 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:41:08 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] No VIF found with MAC fa:16:3e:e5:ce:57, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:41:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:09 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:41:09 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-008f058b-24b2-4102-823a-b1a9e1469319 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.687s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:11 user nova-compute[74968]: INFO nova.compute.manager [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Detaching volume 47453a8f-dca3-4663-b0da-eef8978c81ab
Oct 30 12:41:11 user nova-compute[74968]: INFO nova.virt.block_device [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Attempting to driver detach volume 47453a8f-dca3-4663-b0da-eef8978c81ab from mountpoint /dev/vdb
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Attempting to detach device vdb from instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:41:11 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:41:11 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:41:11 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:41:11 user nova-compute[74968]:   <serial>47453a8f-dca3-4663-b0da-eef8978c81ab</serial>
Oct 30 12:41:11 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:41:11 user nova-compute[74968]: </disk>
Oct 30 12:41:11 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:41:11 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully detached device vdb from instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d from the persistent domain config.
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:41:11 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:41:11 user nova-compute[74968]:   <source dev="/dev/sdd"/>
Oct 30 12:41:11 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:41:11 user nova-compute[74968]:   <serial>47453a8f-dca3-4663-b0da-eef8978c81ab</serial>
Oct 30 12:41:11 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:41:11 user nova-compute[74968]: </disk>
Oct 30 12:41:11 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:11 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:12 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:41:14 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=7946MB free_disk=24.822261810302734GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 202f3136-8c31-4c0a-85da-e9a02425fe84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 68b89586-8926-4643-9534-0e6f1fd1d852 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:41:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.379s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:41:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:41:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:22 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea is timed out.
Oct 30 12:41:22 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config.
Oct 30 12:41:22 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEwUVSOm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:22 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5247f37d-68a4-4a20-a2a7-9c73994f4fa5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:41:22 user nova-compute[74968]: No targets found.
Oct 30 12:41:22 user nova-compute[74968]: iSNS:
Oct 30 12:41:22 user nova-compute[74968]: No targets found.
Oct 30 12:41:22 user nova-compute[74968]: STATIC:
Oct 30 12:41:22 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0
Oct 30 12:41:22 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:22 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:22 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:41:22 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:22 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:22 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab
Oct 30 12:41:22 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:22 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:22 user nova-compute[74968]: FIRMWARE:
Oct 30 12:41:22 user nova-compute[74968]: No targets found.
Oct 30 12:41:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:41:22 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:41:22 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9921968b-0ccc-4c84-b38e-4d8e182f4d63]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c7c351-9741-4bdd-843e-1cbf0e235177]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:22 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:22 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:22 user nova-compute[74968]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 (non-flash)
Oct 30 12:41:22 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:22 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7b0348b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5088ad-c9bd-4506-8a98-0eb55abc4b94]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bfad106-dafc-4b09-9be4-f871077dac64]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[23846ca0-bcfb-45b6-bcaf-8e9d0f0ba615]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b128fd-967e-4441-a0b7-0f83c9c3c693]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3ff62b-f833-407a-8ff9-ed5d1f5f94c3]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:22 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f07d6501-12e0-441d-a64a-faff26a89ea1]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260]
Oct 30 12:41:23 user nova-compute[74968]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0, portal: 172.16.0.220,3260] successful.
Oct 30 12:41:23 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a29b44c-675e-43b1-ab57-222bf77ebff0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52a5d1c-29d2-48cc-a41b-e1acb7a9a777]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== disconnect_volume: return (328ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:23 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8d18b13c-94a1-40b5-b3d2-f653640b499d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.922s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:41:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:32 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d is timed out.
Oct 30 12:41:32 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully detached device vdb from instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d from the live domain config.
Oct 30 12:41:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBGvtPTJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:32 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[55177616-b968-4c70-bea0-f4204040b701]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:41:32 user nova-compute[74968]: No targets found.
Oct 30 12:41:32 user nova-compute[74968]: iSNS:
Oct 30 12:41:32 user nova-compute[74968]: No targets found.
Oct 30 12:41:32 user nova-compute[74968]: STATIC:
Oct 30 12:41:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:41:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:32 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab
Oct 30 12:41:32 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:32 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:32 user nova-compute[74968]: FIRMWARE:
Oct 30 12:41:32 user nova-compute[74968]: No targets found.
Oct 30 12:41:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:41:32 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:41:32 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d40c5e9-aebf-4662-865b-04919008c80d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[478fe9ce-0e94-4681-ba81-fa5367e82ed1]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:32 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:32 user nova-compute[74968]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab (non-flash)
Oct 30 12:41:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7b0349240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab'): ({'sdd'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Removing single pathed devices sdd {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[df85b180-5355-448d-b980-e7addd974666]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee4cc26-5e72-4507-9c81-e94a487e2325]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Flushing IO for device /dev/sdd {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4309ab60-502a-439c-8481-6c6c18af6a9e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb0ec40-3019-4035-be10-325cc63a4f96]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] SCSI volumes sdd have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0e0fe4-9ed0-4493-b3d5-9853f9f24c9f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae008b4b-4d4a-46b1-a8a4-2a68d741011f]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260]
Oct 30 12:41:32 user nova-compute[74968]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab, portal: 172.16.0.220,3260] successful.
Oct 30 12:41:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:47453a8f-dca3-4663-b0da-eef8978c81ab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a01300-69b2-406e-812f-774ed9b735f0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] <== disconnect_volume: return (326ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:33 user nova-compute[74968]: INFO nova.compute.manager [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Terminating instance
Oct 30 12:41:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-unplugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] No waiting events found dispatching network-vif-unplugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG nova.compute.manager [req-359c880d-3bcf-43a1-9635-3af5b0384d2d req-e51550e0-e580-4f1f-8197-dcbf365eea60 service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-unplugged-1e26b80a-88ff-4412-b855-3ce28583c1ec for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG nova.objects.instance [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'flavor' on Instance uuid 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-7342cc43-2b15-47f5-8604-b3f80864b27d tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.956s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Instance destroyed successfully.
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.objects.instance [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lazy-loading 'resources' on Instance uuid 202f3136-8c31-4c0a-85da-e9a02425fe84 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-43700324',display_name='tempest-TestVolumeBootPattern-volume-backed-server-43700324',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-43700324',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFu0UvrUgmDg3al6tACFD7Z5UQ1uBRPqDswDopDUo31ItNZMfUQESs01bta6+Gib4UDpYuBgxQEkvmTV3cTMFsu+RZIwNLfkIM98oWSEaHjOGXCAZt+R58z625GPCVOEBw==',key_name='tempest-keypair-992227712',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:36:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-zqde036v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:37:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=202f3136-8c31-4c0a-85da-e9a02425fe84,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "address": "fa:16:3e:6e:e8:c7", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e26b80a-88", "ovs_interfaceid": "1e26b80a-88ff-4412-b855-3ce28583c1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_vif [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e26b80a-88, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7ccd827-7e6b-4135-9785-d3258fd224e1) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:34 user nova-compute[74968]: INFO os_vif [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=1e26b80a-88ff-4412-b855-3ce28583c1ec,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e26b80a-88')
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmxSZInd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:34 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[73475e5a-ac3f-46d4-99b6-1f07730aa3f6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:41:34 user nova-compute[74968]: No targets found.
Oct 30 12:41:34 user nova-compute[74968]: iSNS:
Oct 30 12:41:34 user nova-compute[74968]: No targets found.
Oct 30 12:41:34 user nova-compute[74968]: STATIC:
Oct 30 12:41:34 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3
Oct 30 12:41:34 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:41:34 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:41:34 user nova-compute[74968]: FIRMWARE:
Oct 30 12:41:34 user nova-compute[74968]: No targets found.
Oct 30 12:41:34 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:41:34 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:41:34 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d05d11-d2c5-47bf-9e35-498d0a9d4e66]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c2acbd-a737-4122-9c05-54beb830467e]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:34 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 (non-flash)
Oct 30 12:41:34 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023c9d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e5b4e9-aaaa-4447-a75e-3fbea431eefb]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6a0968-9fdf-413b-a852-67838680bf8c]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2bb0278-899a-4faa-89af-436135f26f3f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb203951-a013-4435-852d-f25bd189da75]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23935343964313333', '/dev/disk/by-id/scsi-1SCST_BIOaba5bfd0-9549d133dd675e29', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_aba5bfd0') {{(pid=86043) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8dc65f-e990-4c8a-960f-eccb4adc77fe]: (4, None) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c238ac54-d08b-439d-9ae0-3478c2acbff8]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b771184-2deb-48ec-adae-dc91b0ca304a]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260]
Oct 30 12:41:34 user nova-compute[74968]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3, portal: 172.16.0.220,3260] successful.
Oct 30 12:41:34 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bfc458a-7286-4fbc-a662-ee295eb09ea3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d665bea9-4b2f-4c0e-8d83-062548c917ec]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== disconnect_volume: return (306ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:41:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Deleting instance files /opt/stack/data/nova/instances/202f3136-8c31-4c0a-85da-e9a02425fe84_del
Oct 30 12:41:34 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Deletion of /opt/stack/data/nova/instances/202f3136-8c31-4c0a-85da-e9a02425fe84_del complete
Oct 30 12:41:34 user nova-compute[74968]: INFO nova.compute.manager [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 30 12:41:34 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:41:34 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:41:35 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Took 0.68 seconds to deallocate network for instance.
Oct 30 12:41:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-28637e27-ddd0-4feb-9d15-a4b39eed9f9e req-2ffc4eb3-75a8-42ba-b649-acaf71a3430d service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-deleted-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] Acquiring lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:35 user nova-compute[74968]: DEBUG nova.compute.manager [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] No waiting events found dispatching network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:41:35 user nova-compute[74968]: WARNING nova.compute.manager [req-a97cd94f-1014-48eb-8e4a-903e89388b0b req-d47c77f1-2531-4e48-acf3-3d6f9695412a service nova] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Received unexpected event network-vif-plugged-1e26b80a-88ff-4412-b855-3ce28583c1ec for instance with vm_state active and task_state deleting.
Oct 30 12:41:36 user nova-compute[74968]: INFO nova.compute.manager [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Took 0.97 seconds to detach 1 volumes for instance.
Oct 30 12:41:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 202f3136-8c31-4c0a-85da-e9a02425fe84] Deleting volume: 1bfc458a-7286-4fbc-a662-ee295eb09ea3 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 12:41:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:41:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:41:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:36 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Deleted allocations for instance 202f3136-8c31-4c0a-85da-e9a02425fe84
Oct 30 12:41:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-a94d7b25-6632-4d94-b0a3-717de9759902 tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "202f3136-8c31-4c0a-85da-e9a02425fe84" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.375s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:41:44 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:41:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-changed-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:41:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Refreshing instance network info cache due to event network-changed-029905c3-c246-4fdc-b6ba-2991d1a28f96. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:41:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] Acquiring lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:41:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] Acquired lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:41:53 user nova-compute[74968]: DEBUG nova.network.neutron [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Refreshing network info cache for port 029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updated VIF entry in instance network info cache for port 029905c3-c246-4fdc-b6ba-2991d1a28f96. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG nova.network.neutron [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updating instance_info_cache with network_info: [{"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b291f231-4298-4876-9f8f-305c077002dd req-629b9ac5-f479-43fc-8e9c-a8408b865b87 service nova] Releasing lock "refresh_cache-68b89586-8926-4643-9534-0e6f1fd1d852" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:54 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG nova.objects.instance [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Ignoring supplied device name: /dev/vdb
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:55 user nova-compute[74968]: INFO nova.compute.manager [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Attaching volume 82e92182-e030-48c8-a91b-ea0748be31fa to /dev/vdb
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.utils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3432e8e-bf1f-4dcc-9464-27ba921b3d72]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5912a199-bc4b-4835-af97-ab6ceda53d2e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5830d89f-46a3-497f-982c-386578df33ab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9eb16e-3d75-4dad-a505-fb893ed73ea3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:41:55 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:41:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f84ab1-41ea-40f4-aeff-b4c4f79e8b34]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG os_brick.utils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updating existing volume attachment record: fe67fa31-3929-4e13-b859-550788ea5d11 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:41:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:41:58 user nova-compute[74968]: INFO nova.compute.manager [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attaching volume 6a999edb-8c60-46c8-8b8c-5be580df986f to /dev/vdb
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.utils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6849470-8960-4ed3-896b-3fb05a102ab6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6557a3-8501-47aa-a665-055f3b5ee80d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ceed0b-ae0e-4f9d-ab18-e595bf1b373b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f56cd1-d7df-4fb7-a246-4863ff10c987]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:41:58 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:41:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ca2697-5279-4ee9-9ca8-f2c73cedb049]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG os_brick.utils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:41:58 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating existing volume attachment record: 766f898f-5fa4-4ca4-a30e-d78a9d4506d0 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:41:59 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing instance network info cache due to event network-changed-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] Acquiring lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] Acquired lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Refreshing network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:02 user nova-compute[74968]: INFO nova.compute.manager [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Terminating instance
Oct 30 12:42:02 user nova-compute[74968]: DEBUG nova.compute.manager [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updated VIF entry in instance network info cache for port a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.network.neutron [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating instance_info_cache with network_info: [{"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e1690217-d887-41e0-ab19-0847028b3d62 req-0782d382-2a06-4b6a-b0be-da2e7bf84220 service nova] Releasing lock "refresh_cache-5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Instance destroyed successfully.
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.objects.instance [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'resources' on Instance uuid 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:38:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2057798815',display_name='tempest-TestStampPattern-server-2057798815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2057798815',id=46,image_ref='e846a019-999b-4c28-86fd-96be12a92f61',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:39:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-qz1e1jvl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f55ea5-023d-415d-bd11-fb763760f715',image_min_disk='1',image_min_ram='0',image_owner_id='6e42036097bc471d9d97a053cca21a58',image_owner_project_name='tempest-TestStampPattern-146119147',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-146119147-project-member',image_user_id='c5e4797a4d3049b79b11c7270fba5518',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:39:03Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=5088ea47-4ee5-4c15-b8ba-cf41bfc4411d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "address": "fa:16:3e:e5:ce:57", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa373cf2c-a3", "ovs_interfaceid": "a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG os_vif [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa373cf2c-a3, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28f13cd4-b190-477e-a2c2-662589c8a0f7) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:03 user nova-compute[74968]: INFO os_vif [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:ce:57,bridge_name='br-int',has_traffic_filtering=True,id=a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa373cf2c-a3')
Oct 30 12:42:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Deleting instance files /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d_del
Oct 30 12:42:03 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Deletion of /opt/stack/data/nova/instances/5088ea47-4ee5-4c15-b8ba-cf41bfc4411d_del complete
Oct 30 12:42:03 user nova-compute[74968]: INFO nova.compute.manager [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 12:42:03 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:42:03 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:04 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Took 0.46 seconds to deallocate network for instance.
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-ec328f89-0ff5-4f31-a3cd-23784bbf26ed req-9ebc2455-f996-4eb6-befd-73a715bca698 service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-vif-deleted-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:04 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Deleted allocations for instance 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-ca0f3416-d476-4523-8751-1245e5cd1b67 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.873s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-vif-unplugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] No waiting events found dispatching network-vif-unplugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:42:04 user nova-compute[74968]: WARNING nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received unexpected event network-vif-unplugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 for instance with vm_state deleted and task_state None.
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Acquiring lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] Lock "5088ea47-4ee5-4c15-b8ba-cf41bfc4411d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:04 user nova-compute[74968]: DEBUG nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] No waiting events found dispatching network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:42:04 user nova-compute[74968]: WARNING nova.compute.manager [req-d5904db6-3104-43cd-824f-70414d755257 req-720cdaff-7caf-457a-8fa3-b42d081d549e service nova] [instance: 5088ea47-4ee5-4c15-b8ba-cf41bfc4411d] Received unexpected event network-vif-plugged-a373cf2c-a3f0-47f4-9d11-cf0e196a9eb2 for instance with vm_state deleted and task_state None.
Oct 30 12:42:05 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:42:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8264MB free_disk=24.812824249267578GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 68b89586-8926-4643-9534-0e6f1fd1d852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:42:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.565s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:18 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mtBCHDcJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:42:24 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:42:24 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:42:24 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52c80fc-6a7f-490b-b7db-bbf4c54d5908]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:42:24 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d15e08c-6bde-4d7f-9947-f6a88dd257bb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa] added
Oct 30 12:42:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc770fd-6b48-40e1-aaa7-88328e7b98bc]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2218dc-ff1c-4cdd-ae40-7b0adbcc0236]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mtBCHDcJ {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mtBCHDcJ" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e15b3b5-cf58-46cf-8bf1-a7515d0c8e89]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mtBCHDcJ'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1cb2414-551d-49fc-8402-587e1e145860]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[36eb01ff-303a-40eb-97ca-39575dcf7379]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:42:24 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:42:24 user nova-compute[74968]:  {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:42:24 user nova-compute[74968]: WARNING os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 12:42:24 user nova-compute[74968]: 
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c10379-3a3b-4e5e-a09d-62a66c9dce4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260]
Oct 30 12:42:24 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260] successful.
Oct 30 12:42:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14f3027-0aa2-49e0-a042-0b237bf9cd1c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e525f965-fbd4-464b-a7cc-d961f4c132e7]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:24 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0fcf1c-2139-4e40-bd68-2dbe8766fac8]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:42:24 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mtBCHDcJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23036643064333035', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036643064333035', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG nova.objects.instance [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:42:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:42:25 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:42:25 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:42:25 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:42:25 user nova-compute[74968]:   <serial>82e92182-e030-48c8-a91b-ea0748be31fa</serial>
Oct 30 12:42:25 user nova-compute[74968]: </disk>
Oct 30 12:42:25 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:42:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:42:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:42:26 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No VIF found with MAC fa:16:3e:c2:a0:11, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:42:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-20beba68-db1a-4612-b7ea-f560dd2b8edc tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.240s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADBhVfUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:42:29 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:42:29 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:42:29 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98b785b-8c15-4662-984a-dd5b4d455083]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:42:29 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2860c8f2-9ad6-486e-ab01-98dfae23305d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f] added
Oct 30 12:42:29 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d02f0fd-3b95-4c70-953b-a11cd0a4ac78]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ef9c18-18f5-4d58-9d52-42839fada2aa]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:29 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ADBhVfUc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ADBhVfUc" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0077d671-0a5d-4d59-a5c4-068bdf180474]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ADBhVfUc'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[125bef9e-03b1-43a3-b43b-87fde8d8d8fb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d0d761-9ce0-4765-95f0-86d72ca53dca]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[70465b05-6648-474c-9d6e-e2cfd7c6557f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260]
Oct 30 12:42:30 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260] successful.
Oct 30 12:42:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[31916e9a-e8f6-4185-a589-f04b2b26b342]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50ca720-d9c4-4d02-be08-e21fe733f743]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:30 user nova-compute[74968]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)
Oct 30 12:42:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:30 user nova-compute[74968]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)
Oct 30 12:42:30 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[becac5e4-fd41-4914-a933-351904bd33ea]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:30 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADBhVfUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23637383634333763', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637383634333763', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.objects.instance [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:42:31 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:42:31 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:42:31 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:42:31 user nova-compute[74968]:   <serial>6a999edb-8c60-46c8-8b8c-5be580df986f</serial>
Oct 30 12:42:31 user nova-compute[74968]: </disk>
Oct 30 12:42:31 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No VIF found with MAC fa:16:3e:c6:2a:4e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:42:31 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-d6eb061b-d60c-41f3-87ff-f944183ee947 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 33.240s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:32 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:42:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:42:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:33 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:33 user nova-compute[74968]: INFO nova.compute.manager [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Detaching volume 6a999edb-8c60-46c8-8b8c-5be580df986f
Oct 30 12:42:33 user nova-compute[74968]: INFO nova.virt.block_device [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attempting to driver detach volume 6a999edb-8c60-46c8-8b8c-5be580df986f from mountpoint /dev/vdb
Oct 30 12:42:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Attempting to detach device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:42:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:42:33 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:42:33 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:42:33 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:42:33 user nova-compute[74968]:   <serial>6a999edb-8c60-46c8-8b8c-5be580df986f</serial>
Oct 30 12:42:33 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:42:33 user nova-compute[74968]: </disk>
Oct 30 12:42:33 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:42:33 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config.
Oct 30 12:42:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:42:33 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:42:33 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:42:33 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:42:33 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:42:33 user nova-compute[74968]:   <serial>6a999edb-8c60-46c8-8b8c-5be580df986f</serial>
Oct 30 12:42:33 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:42:33 user nova-compute[74968]: </disk>
Oct 30 12:42:33 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:42:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:42:35 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:42:35 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:42:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "2b86f463-8170-41f4-b4e6-989d042a3d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "2b86f463-8170-41f4-b4e6-989d042a3d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:42:45 user nova-compute[74968]: INFO nova.compute.claims [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Claim successful on node user
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:45 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.076s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:42:46 user nova-compute[74968]: INFO nova.compute.claims [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Claim successful on node user
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:42:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.policy [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9014e5f8b7034b6a875b039169aae3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7931d6c036466baaf9f303ef1ae1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:42:46 user nova-compute[74968]: INFO nova.virt.block_device [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Booting with volume 2e706666-b897-444e-b365-765603857215 at /dev/vda
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.utils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a86e925-25e7-44a2-941b-8a9807b6c458]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c95a612-391f-4595-8b9e-6c7660892151]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.035s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[07812324-3a5d-40ca-adb0-d3c145155203]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdcd3e42-2fcb-48dd-bb5b-7511894d07f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:42:46 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac36c5d-3bd5-4bd3-9e67-5d8080303305]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG os_brick.utils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Updating existing volume attachment record: 9e2c26e1-a829-4f83-8d3b-816fa8083dbe {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:42:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.policy [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3306f4211bf749d6812fcb1d8540aaae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61ec8a005c94f04a4c4b55774c04503', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:42:46 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Creating image(s)
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.043s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:46 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.198s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Successfully created port: 6f523d4b-93e6-4406-bb26-0e5d4d41e3ef {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk 1073741824" returned: 0 in 0.084s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Successfully created port: f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Cannot resize image /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Ensure instance console log exists: /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Successfully updated port: 6f523d4b-93e6-4406-bb26-0e5d4d41e3ef {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquired lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Received event network-changed-6f523d4b-93e6-4406-bb26-0e5d4d41e3ef {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Refreshing instance network info cache due to event network-changed-6f523d4b-93e6-4406-bb26-0e5d4d41e3ef. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] Acquiring lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:47 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Successfully updated port: f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Updating instance_info_cache with network_info: [{"id": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "address": "fa:16:3e:ea:ad:13", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f523d4b-93", "ovs_interfaceid": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Releasing lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Instance network_info: |[{"id": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "address": "fa:16:3e:ea:ad:13", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f523d4b-93", "ovs_interfaceid": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] Acquired lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Refreshing network info cache for port 6f523d4b-93e6-4406-bb26-0e5d4d41e3ef {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing instance network info cache due to event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance network_info: |[{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start _get_guest_xml network_info=[{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:42:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:42:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:42:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1241145158',display_name='tempest-ServerRescueNegativeTestJSON-server-1241145158',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1241145158',id=49,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzj4AXRKekcii9wvBgrU1TFMvMyXNHhyFuxorAjfNCqjug808RaKpJeaWudCesOGDdb5BqGKU8oeT+sdDTH2bPKOOJirpiq0zR04m7HTwz9L4iPNhrVPNZG3B22l9+mxQ==',key_name='tempest-keypair-1414476468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-enlwynms',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=01a6b33b-40ef-42b9-8921-89d858a3dc51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Updated VIF entry in instance network info cache for port 6f523d4b-93e6-4406-bb26-0e5d4d41e3ef. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Updating instance_info_cache with network_info: [{"id": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "address": "fa:16:3e:ea:ad:13", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f523d4b-93", "ovs_interfaceid": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:42:48 user nova-compute[74968]:   <uuid>01a6b33b-40ef-42b9-8921-89d858a3dc51</uuid>
Oct 30 12:42:48 user nova-compute[74968]:   <name>instance-00000031</name>
Oct 30 12:42:48 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:42:48 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:42:48 user nova-compute[74968]:   <metadata>
Oct 30 12:42:48 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:42:48 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1241145158</nova:name>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:42:48</nova:creationTime>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:42:48 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:42:48 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:owner>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:42:48 user nova-compute[74968]:       </nova:owner>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:42:48 user nova-compute[74968]:       <nova:ports>
Oct 30 12:42:48 user nova-compute[74968]:         <nova:port uuid="f6a3dfb4-4d1c-4345-84eb-8fee52fb1947">
Oct 30 12:42:48 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:42:48 user nova-compute[74968]:         </nova:port>
Oct 30 12:42:48 user nova-compute[74968]:       </nova:ports>
Oct 30 12:42:48 user nova-compute[74968]:     </nova:instance>
Oct 30 12:42:48 user nova-compute[74968]:   </metadata>
Oct 30 12:42:48 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:42:48 user nova-compute[74968]:     <system>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="serial">01a6b33b-40ef-42b9-8921-89d858a3dc51</entry>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="uuid">01a6b33b-40ef-42b9-8921-89d858a3dc51</entry>
Oct 30 12:42:48 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:42:48 user nova-compute[74968]:     </system>
Oct 30 12:42:48 user nova-compute[74968]:   </sysinfo>
Oct 30 12:42:48 user nova-compute[74968]:   <os>
Oct 30 12:42:48 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:42:48 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:42:48 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:42:48 user nova-compute[74968]:   </os>
Oct 30 12:42:48 user nova-compute[74968]:   <features>
Oct 30 12:42:48 user nova-compute[74968]:     <acpi/>
Oct 30 12:42:48 user nova-compute[74968]:     <apic/>
Oct 30 12:42:48 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:42:48 user nova-compute[74968]:   </features>
Oct 30 12:42:48 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:42:48 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:42:48 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:42:48 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:42:48 user nova-compute[74968]:   </clock>
Oct 30 12:42:48 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:42:48 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:42:48 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:42:48 user nova-compute[74968]:   </cpu>
Oct 30 12:42:48 user nova-compute[74968]:   <devices>
Oct 30 12:42:48 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:42:48 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:42:48 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk"/>
Oct 30 12:42:48 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:42:48 user nova-compute[74968]:     </disk>
Oct 30 12:42:48 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:42:48 user nova-compute[74968]:       <mac address="fa:16:3e:a3:cc:1d"/>
Oct 30 12:42:48 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:42:48 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:42:48 user nova-compute[74968]:       <target dev="tapf6a3dfb4-4d"/>
Oct 30 12:42:48 user nova-compute[74968]:     </interface>
Oct 30 12:42:48 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:42:48 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/console.log" append="off"/>
Oct 30 12:42:48 user nova-compute[74968]:     </serial>
Oct 30 12:42:48 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:42:48 user nova-compute[74968]:     <video>
Oct 30 12:42:48 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:42:48 user nova-compute[74968]:     </video>
Oct 30 12:42:48 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:42:48 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:42:48 user nova-compute[74968]:     </rng>
Oct 30 12:42:48 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:42:48 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:42:48 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:42:48 user nova-compute[74968]:     </memballoon>
Oct 30 12:42:48 user nova-compute[74968]:   </devices>
Oct 30 12:42:48 user nova-compute[74968]: </domain>
Oct 30 12:42:48 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:42:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1241145158',display_name='tempest-ServerRescueNegativeTestJSON-server-1241145158',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1241145158',id=49,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzj4AXRKekcii9wvBgrU1TFMvMyXNHhyFuxorAjfNCqjug808RaKpJeaWudCesOGDdb5BqGKU8oeT+sdDTH2bPKOOJirpiq0zR04m7HTwz9L4iPNhrVPNZG3B22l9+mxQ==',key_name='tempest-keypair-1414476468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-enlwynms',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=01a6b33b-40ef-42b9-8921-89d858a3dc51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG os_vif [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8a92332f-8a0b-4283-a884-33ed932a9b17 req-54e40193-0c43-45e7-babb-eed62faa73f6 service nova] Releasing lock "refresh_cache-2b86f463-8170-41f4-b4e6-989d042a3d4d" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab87e72b-0173-5ec7-b407-8a6ee7807870', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6a3dfb4-4d, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6a3dfb4-4d, col_values=(('qos', UUID('a1ef8329-59ca-4130-8296-62e9fd5381f3')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6a3dfb4-4d, col_values=(('external_ids', {'iface-id': 'f6a3dfb4-4d1c-4345-84eb-8fee52fb1947', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:cc:1d', 'vm-uuid': '01a6b33b-40ef-42b9-8921-89d858a3dc51'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:48 user nova-compute[74968]: INFO os_vif [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d')
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:42:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:a3:cc:1d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:42:49 user nova-compute[74968]: DEBUG nova.network.neutron [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updated VIF entry in instance network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:42:49 user nova-compute[74968]: DEBUG nova.network.neutron [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c09d07bb-2873-40df-96c0-5b76ec3ea9ce req-89f8e9ce-c9a0-4a38-9700-8df084741ae6 service nova] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:42:50 user nova-compute[74968]: WARNING nova.compute.manager [req-f2eeebb2-bfc8-4e46-970a-61bf007128d9 req-42beac51-2397-4250-9844-eddd6f0a1af4 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state building and task_state spawning.
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:42:52 user nova-compute[74968]: WARNING nova.compute.manager [req-6f455095-6ef7-40b0-b019-a9efe419c57a req-d49c704b-fe07-46d8-bee7-cd2fbb177ddf service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state building and task_state spawning.
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:42:52 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance spawned successfully.
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:42:52 user nova-compute[74968]: INFO nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Took 5.67 seconds to spawn the instance on the hypervisor.
Oct 30 12:42:52 user nova-compute[74968]: DEBUG nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:42:52 user nova-compute[74968]: INFO nova.compute.manager [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Took 6.60 seconds to build instance.
Oct 30 12:42:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-917e8add-0f8f-4ec3-ab44-2efc64c77b7e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.711s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:54 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea is timed out.
Oct 30 12:42:54 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config.
Oct 30 12:42:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADBhVfUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:42:54 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[16baff6c-8d7f-4e27-a6d8-afb0c7e93669]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:42:54 user nova-compute[74968]: No targets found.
Oct 30 12:42:54 user nova-compute[74968]: iSNS:
Oct 30 12:42:54 user nova-compute[74968]: No targets found.
Oct 30 12:42:54 user nova-compute[74968]: STATIC:
Oct 30 12:42:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa
Oct 30 12:42:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:42:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:42:54 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f
Oct 30 12:42:54 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:42:54 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:42:54 user nova-compute[74968]: FIRMWARE:
Oct 30 12:42:54 user nova-compute[74968]: No targets found.
Oct 30 12:42:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:42:54 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:42:54 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a0c831-e1cc-4131-8df7-0d71ba296e29]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad1d29a-b7d0-4b89-9a92-132ab637cb9e]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:54 user nova-compute[74968]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)
Oct 30 12:42:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:42:54 user nova-compute[74968]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f (non-flash)
Oct 30 12:42:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7b48c2710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[496050e4-9896-4e4f-9079-c0e1fc841783]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc8751d-6449-4f68-89df-9d70742f56ac]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e585e1-a691-43d3-8170-e2042476cadd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1bcccb4-cd77-4ae6-b93c-bc15de987d05]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2891e2-209c-4f5c-9257-fbf16ff020af]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cf2d2f-57db-409f-8df5-84c16e849a39]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260]
Oct 30 12:42:54 user nova-compute[74968]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f, portal: 172.16.0.220,3260] successful.
Oct 30 12:42:54 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a999edb-8c60-46c8-8b8c-5be580df986f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea2ab81d-50a1-4c79-b85e-56b7f9294320]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== disconnect_volume: return (328ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:42:54 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:42:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:55 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:42:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8a2b3a79-a3d1-40d5-b473-b77eebe1a79d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.992s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.volume.cinder [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Update attachment failed for attachment 9e2c26e1-a829-4f83-8d3b-816fa8083dbe. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Traceback (most recent call last):
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     driver_block_device.attach_block_devices(
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     _log_and_attach(device)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     bdm.attach(*attach_args, **attach_kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     self._do_attach(context, instance, volume, volume_api,
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     self._volume_attach(context, volume, connector, instance,
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     connection_info = volume_api.attachment_update(
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     res = method(self, ctx, *args, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     with excutils.save_and_reraise_exception():
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     self.force_reraise()
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     raise self.value
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     return method.func(obj, *args, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     resp = self._update('/attachments/%s' % id, body)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     return self.request(url, method, **kwargs)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d]     raise exceptions.from_response(resp, body)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b)
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] 
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.claims [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Aborting claim: <nova.compute.claims.Claim object at 0x7fd76c7c8d30> {{(pid=74968) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.427s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Build of instance 2b86f463-8170-41f4-b4e6-989d042a3d4d aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b) {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.utils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Build of instance 2b86f463-8170-41f4-b4e6-989d042a3d4d aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74968) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 30 12:42:56 user nova-compute[74968]: ERROR nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Build of instance 2b86f463-8170-41f4-b4e6-989d042a3d4d aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b): nova.exception.BuildAbortException: Build of instance 2b86f463-8170-41f4-b4e6-989d042a3d4d aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-6fb6aa71-127d-4f4a-b8f3-c0b9f5ea9e1b)
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Unplugging VIFs for instance {{(pid=74968) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:42:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-306898871',display_name='tempest-TestVolumeBootPattern-server-306898871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-306898871',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNNdzYfl8NbZLcaCQ3HsFcPP0/apNZJZwyiL6IPYHhNfkerM1lVqlc9ptRmYjYbomvKHKuVwa0PzDowtAUfbF7dfKXMUElFedTC6bzchhJCdI9TjA941qqnWmDZpGxGQFQ==',key_name='tempest-TestVolumeBootPattern-1639322187',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7931d6c036466baaf9f303ef1ae1c4',ramdisk_id='',reservation_id='r-iy12udee',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2025008086',owner_user_name='tempest-TestVolumeBootPattern-2025008086-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:42:46Z,user_data=None,user_id='9014e5f8b7034b6a875b039169aae3a2',uuid=2b86f463-8170-41f4-b4e6-989d042a3d4d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "address": "fa:16:3e:ea:ad:13", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f523d4b-93", "ovs_interfaceid": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converting VIF {"id": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "address": "fa:16:3e:ea:ad:13", "network": {"id": "17f0efe4-5559-43f9-bc26-dc93b3150c28", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1085658700-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7931d6c036466baaf9f303ef1ae1c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f523d4b-93", "ovs_interfaceid": "6f523d4b-93e6-4406-bb26-0e5d4d41e3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:ad:13,bridge_name='br-int',has_traffic_filtering=True,id=6f523d4b-93e6-4406-bb26-0e5d4d41e3ef,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f523d4b-93') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG os_vif [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:ad:13,bridge_name='br-int',has_traffic_filtering=True,id=6f523d4b-93e6-4406-bb26-0e5d4d41e3ef,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f523d4b-93') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f523d4b-93, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:42:56 user nova-compute[74968]: INFO os_vif [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:ad:13,bridge_name='br-int',has_traffic_filtering=True,id=6f523d4b-93e6-4406-bb26-0e5d4d41e3ef,network=Network(17f0efe4-5559-43f9-bc26-dc93b3150c28),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f523d4b-93')
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Unplugged VIFs for instance {{(pid=74968) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:42:56 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:42:57 user nova-compute[74968]: DEBUG nova.network.neutron [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:42:57 user nova-compute[74968]: INFO nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Took 0.47 seconds to deallocate network for instance.
Oct 30 12:42:57 user nova-compute[74968]: DEBUG nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Detaching volume: 2e706666-b897-444e-b365-765603857215 {{(pid=74968) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 30 12:42:57 user nova-compute[74968]: INFO nova.compute.manager [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Detaching volume 2e706666-b897-444e-b365-765603857215
Oct 30 12:42:57 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] [instance: 2b86f463-8170-41f4-b4e6-989d042a3d4d] Skipping driver_detach during remote rebuild. {{(pid=74968) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 30 12:42:57 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Deleted allocations for instance 2b86f463-8170-41f4-b4e6-989d042a3d4d
Oct 30 12:42:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-50167982-4fcd-4d26-a9e0-900e1654a8da tempest-TestVolumeBootPattern-2025008086 tempest-TestVolumeBootPattern-2025008086-project-member] Lock "2b86f463-8170-41f4-b4e6-989d042a3d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.888s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:42:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:05 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:11 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:43:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.254s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:43:16 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8159MB free_disk=24.879592895507812GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.manager [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing instance network info cache due to event network-changed-497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] Acquiring lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] Acquired lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.network.neutron [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Refreshing network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance a9f55ea5-023d-415d-bd11-fb763760f715 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 68b89586-8926-4643-9534-0e6f1fd1d852 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:16 user nova-compute[74968]: INFO nova.compute.manager [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Terminating instance
Oct 30 12:43:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.453s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-unplugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] No waiting events found dispatching network-vif-unplugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.manager [req-bdbba9ef-bd2d-4bba-aab7-4c42486314a7 req-5b030806-0d8e-44b3-9b39-be030be216cd service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-unplugged-497d90d2-4f71-43b9-b863-b34cba58acc4 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.network.neutron [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updated VIF entry in instance network info cache for port 497d90d2-4f71-43b9-b863-b34cba58acc4. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.network.neutron [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [{"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-a6cf1144-b28b-40f9-8ab3-a5a5f27869a7 req-90b6d5f8-eabf-4dbc-9853-09396b9a77cb service nova] Releasing lock "refresh_cache-a9f55ea5-023d-415d-bd11-fb763760f715" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Instance destroyed successfully.
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.objects.instance [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lazy-loading 'resources' on Instance uuid a9f55ea5-023d-415d-bd11-fb763760f715 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:35:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-604760583',display_name='tempest-TestStampPattern-server-604760583',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-604760583',id=42,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBPXrOitcnRuPFJbJLlhOvrWfnO8N9lIfG76aUEapEGKPTuBrlqLVlPgcV4yyy//YL/VM58j+GocgN7ygiumNJaukZ6li9wbuasC7/xHLdLpXEc25SzOVJlkLNUM5gzN4w==',key_name='tempest-TestStampPattern-1913849801',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:35:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6e42036097bc471d9d97a053cca21a58',ramdisk_id='',reservation_id='r-jb8ns00k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-146119147',owner_user_name='tempest-TestStampPattern-146119147-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:38:51Z,user_data=None,user_id='c5e4797a4d3049b79b11c7270fba5518',uuid=a9f55ea5-023d-415d-bd11-fb763760f715,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converting VIF {"id": "497d90d2-4f71-43b9-b863-b34cba58acc4", "address": "fa:16:3e:1d:02:a9", "network": {"id": "00fa46aa-6867-48bd-ad30-c5241a0eee20", "bridge": "br-int", "label": "tempest-TestStampPattern-1677136594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e42036097bc471d9d97a053cca21a58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap497d90d2-4f", "ovs_interfaceid": "497d90d2-4f71-43b9-b863-b34cba58acc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG os_vif [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap497d90d2-4f, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b974469-ea5a-4d4f-ad52-5874918bb775) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:17 user nova-compute[74968]: INFO os_vif [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:02:a9,bridge_name='br-int',has_traffic_filtering=True,id=497d90d2-4f71-43b9-b863-b34cba58acc4,network=Network(00fa46aa-6867-48bd-ad30-c5241a0eee20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap497d90d2-4f')
Oct 30 12:43:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Deleting instance files /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715_del
Oct 30 12:43:17 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Deletion of /opt/stack/data/nova/instances/a9f55ea5-023d-415d-bd11-fb763760f715_del complete
Oct 30 12:43:17 user nova-compute[74968]: INFO nova.compute.manager [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 12:43:17 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:43:17 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:43:18 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Took 0.76 seconds to deallocate network for instance.
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-5e614580-8fbc-4e9c-85ee-90b743543a02 req-2902ff88-c821-4637-b847-1c78286575f9 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-deleted-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:18 user nova-compute[74968]: INFO nova.compute.manager [req-5e614580-8fbc-4e9c-85ee-90b743543a02 req-2902ff88-c821-4637-b847-1c78286575f9 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Neutron deleted interface 497d90d2-4f71-43b9-b863-b34cba58acc4; detaching it from the instance and deleting it from the info cache
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.network.neutron [req-5e614580-8fbc-4e9c-85ee-90b743543a02 req-2902ff88-c821-4637-b847-1c78286575f9 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.compute.manager [req-5e614580-8fbc-4e9c-85ee-90b743543a02 req-2902ff88-c821-4637-b847-1c78286575f9 service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Detach interface failed, port_id=497d90d2-4f71-43b9-b863-b34cba58acc4, reason: Instance a9f55ea5-023d-415d-bd11-fb763760f715 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:43:18 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:18 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Deleted allocations for instance a9f55ea5-023d-415d-bd11-fb763760f715
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-17478961-3fc4-4a61-96fb-0db418e4e057 tempest-TestStampPattern-146119147 tempest-TestStampPattern-146119147-project-member] Lock "a9f55ea5-023d-415d-bd11-fb763760f715" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.297s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] Acquiring lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] Lock "a9f55ea5-023d-415d-bd11-fb763760f715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:19 user nova-compute[74968]: DEBUG nova.compute.manager [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] No waiting events found dispatching network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:43:19 user nova-compute[74968]: WARNING nova.compute.manager [req-52fa3ab1-bab9-4055-bf18-d909fb9a46b7 req-a0f45fe1-9043-48ec-9704-91a301b5d71d service nova] [instance: a9f55ea5-023d-415d-bd11-fb763760f715] Received unexpected event network-vif-plugged-497d90d2-4f71-43b9-b863-b34cba58acc4 for instance with vm_state deleted and task_state None.
Oct 30 12:43:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [{"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:43:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:28 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG nova.objects.instance [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:30 user nova-compute[74968]: INFO nova.compute.manager [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attaching volume 36736dbc-04c7-4375-b9b0-b1823feae2a0 to /dev/vdb
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.utils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d62e72-0565-4802-a34d-126158f06a36]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b966d944-59fc-41b4-9923-2569c5d29503]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9827106a-4248-4c26-992b-bdf8677610a3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdcded2-a8fc-4732-884c-0b527f87d13d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:43:30 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:43:30 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2e05662-1992-46bd-91b0-50fb27735cd8]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG os_brick.utils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating existing volume attachment record: 634339dc-0d59-4472-936a-ee4485bb5dbd {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:43:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:34 user nova-compute[74968]: INFO nova.compute.manager [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Detaching volume 82e92182-e030-48c8-a91b-ea0748be31fa
Oct 30 12:43:34 user nova-compute[74968]: INFO nova.virt.block_device [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Attempting to driver detach volume 82e92182-e030-48c8-a91b-ea0748be31fa from mountpoint /dev/vdb
Oct 30 12:43:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Attempting to detach device vdb from instance 68b89586-8926-4643-9534-0e6f1fd1d852 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:43:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:43:34 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:43:34 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:43:34 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:43:34 user nova-compute[74968]:   <serial>82e92182-e030-48c8-a91b-ea0748be31fa</serial>
Oct 30 12:43:34 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:43:34 user nova-compute[74968]: </disk>
Oct 30 12:43:34 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:43:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully detached device vdb from instance 68b89586-8926-4643-9534-0e6f1fd1d852 from the persistent domain config.
Oct 30 12:43:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 68b89586-8926-4643-9534-0e6f1fd1d852 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:43:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:43:35 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:43:35 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:43:35 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:43:35 user nova-compute[74968]:   <serial>82e92182-e030-48c8-a91b-ea0748be31fa</serial>
Oct 30 12:43:35 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:43:35 user nova-compute[74968]: </disk>
Oct 30 12:43:35 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:43:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:43:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:43:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfDoTaC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:43:49 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:43:49 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:43:49 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce5c0b7-8014-4655-b025-0ac0bdf8eacc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:43:49 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5d01d8-50a4-4582-945d-2a14130acbc3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0] added
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c07ea54-9d4b-4d18-9d69-b5b10e8104be]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42e54b1-288e-4efe-89a0-f4e7c34bbc6d]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIfDoTaC {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIfDoTaC" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[06efbbd8-79bc-44b4-a301-afb11e306b5e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZIfDoTaC'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[298a348e-757c-4804-ab57-ee089f40cb31]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8d2045-2e30-4708-8d7e-cc0f5010b226]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a951bd-0aca-4b54-bdb3-a0a019a6efc4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260]
Oct 30 12:43:49 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260] successful.
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfb0a8b-d75d-4549-a166-2b04c93487f0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fe6dbf-6d13-49c6-8aea-49ac14090d77]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:49 user nova-compute[74968]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:49 user nova-compute[74968]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa438944-eb4a-48b6-aeeb-8f04d550ee3f]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:49 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: None {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfDoTaC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23834616135663735', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834616135663735', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG nova.objects.instance [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:43:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:43:50 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:43:50 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:43:50 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:43:50 user nova-compute[74968]:   <serial>36736dbc-04c7-4375-b9b0-b1823feae2a0</serial>
Oct 30 12:43:50 user nova-compute[74968]: </disk>
Oct 30 12:43:50 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:43:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:43:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:43:51 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] No VIF found with MAC fa:16:3e:c6:2a:4e, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:43:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-59646a08-c903-4e94-b1ce-2c3ac1e22b75 tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.123s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:53 user nova-compute[74968]: INFO nova.compute.manager [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Detaching volume 36736dbc-04c7-4375-b9b0-b1823feae2a0
Oct 30 12:43:53 user nova-compute[74968]: INFO nova.virt.block_device [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Attempting to driver detach volume 36736dbc-04c7-4375-b9b0-b1823feae2a0 from mountpoint /dev/vdb
Oct 30 12:43:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Attempting to detach device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:43:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:43:53 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:43:53 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:43:53 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:43:53 user nova-compute[74968]:   <serial>36736dbc-04c7-4375-b9b0-b1823feae2a0</serial>
Oct 30 12:43:53 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:43:53 user nova-compute[74968]: </disk>
Oct 30 12:43:53 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:43:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the persistent domain config.
Oct 30 12:43:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:43:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:43:53 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:43:53 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:43:53 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:43:53 user nova-compute[74968]:   <serial>36736dbc-04c7-4375-b9b0-b1823feae2a0</serial>
Oct 30 12:43:53 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:43:53 user nova-compute[74968]: </disk>
Oct 30 12:43:53 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:43:53 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:43:55 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 68b89586-8926-4643-9534-0e6f1fd1d852 is timed out.
Oct 30 12:43:55 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully detached device vdb from instance 68b89586-8926-4643-9534-0e6f1fd1d852 from the live domain config.
Oct 30 12:43:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mtBCHDcJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:43:55 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd443f0-82fa-4b4f-83cb-81e8b876d524]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:43:55 user nova-compute[74968]: No targets found.
Oct 30 12:43:55 user nova-compute[74968]: iSNS:
Oct 30 12:43:55 user nova-compute[74968]: No targets found.
Oct 30 12:43:55 user nova-compute[74968]: STATIC:
Oct 30 12:43:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa
Oct 30 12:43:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:43:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:43:55 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0
Oct 30 12:43:55 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:43:55 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:43:55 user nova-compute[74968]: FIRMWARE:
Oct 30 12:43:55 user nova-compute[74968]: No targets found.
Oct 30 12:43:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:43:55 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:43:55 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[121f39e7-2442-4cbf-ad0f-7b85a4fab286]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc27f97-709a-4ba5-a288-60c0c069a15f]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:55 user nova-compute[74968]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa (non-flash)
Oct 30 12:43:55 user nova-compute[74968]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd76c7ab9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c995a5d-a2aa-4255-b9c4-97044e72033c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabb1f1b-261c-4f6e-bda9-0ab2e17fe24f]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8287c9d-334a-4dfc-8c82-8f7895e6dd98]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf266fe-7190-4ad6-84d3-f26b60da7ccc]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9a3d6b-5c1d-4df8-b441-3426d37df944]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4b54bf-916a-4777-9e6c-793d427385e0]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260]
Oct 30 12:43:55 user nova-compute[74968]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa, portal: 172.16.0.220,3260] successful.
Oct 30 12:43:55 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3344f00c-b383-485d-9e2b-d2ed4521e497]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.408s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== disconnect_volume: return (410ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:43:55 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG nova.objects.instance [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-849c0f89-2cd3-4c60-89fc-9eb56fdaf92e tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.942s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.832s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:56 user nova-compute[74968]: INFO nova.compute.manager [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Terminating instance
Oct 30 12:43:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-unplugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] No waiting events found dispatching network-vif-unplugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-3d70f51f-18c7-438b-ad61-6a837573c821 req-15403db8-67ed-42f2-bdb3-c92389e31b67 service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-unplugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:43:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Instance destroyed successfully.
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.objects.instance [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'resources' on Instance uuid 68b89586-8926-4643-9534-0e6f1fd1d852 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:40:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1189765123',display_name='tempest-VolumesSnapshotTestJSON-instance-1189765123',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1189765123',id=47,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDDAJnxd6grqWWUFDJdzIdFbBTJw/Qms8LISd08gPoGMuLVsF9wkh/ASvDcu0R/remJahxg/fZ1HU0k0+MNZJQJV/roYGBtXQAPW8WNCIRuYHbgr1LcuZ2f53gV7BbhXQ==',key_name='tempest-keypair-310753815',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:40:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-qot1308m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:40:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=68b89586-8926-4643-9534-0e6f1fd1d852,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "address": "fa:16:3e:c2:a0:11", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap029905c3-c2", "ovs_interfaceid": "029905c3-c246-4fdc-b6ba-2991d1a28f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_vif [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap029905c3-c2, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=793826dd-2800-4a12-b4e8-fd5a70471b59) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:43:57 user nova-compute[74968]: INFO os_vif [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:a0:11,bridge_name='br-int',has_traffic_filtering=True,id=029905c3-c246-4fdc-b6ba-2991d1a28f96,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap029905c3-c2')
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mtBCHDcJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:43:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ddfd38-2626-489b-bc06-2b381f9ccc86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:43:57 user nova-compute[74968]: No targets found.
Oct 30 12:43:57 user nova-compute[74968]: iSNS:
Oct 30 12:43:57 user nova-compute[74968]: No targets found.
Oct 30 12:43:57 user nova-compute[74968]: STATIC:
Oct 30 12:43:57 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0
Oct 30 12:43:57 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:43:57 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:43:57 user nova-compute[74968]: FIRMWARE:
Oct 30 12:43:57 user nova-compute[74968]: No targets found.
Oct 30 12:43:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:43:57 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:43:57 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82e92182-e030-48c8-a91b-ea0748be31fa', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9af06ff-4532-4ad2-95e5-38d8554ce20d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[def02e42-aabd-442c-a644-949479aedac8]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:43:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a81bd510>, {}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Disconnecting from: [] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.074s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== disconnect_volume: return (74ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:43:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Deleting instance files /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852_del
Oct 30 12:43:57 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Deletion of /opt/stack/data/nova/instances/68b89586-8926-4643-9534-0e6f1fd1d852_del complete
Oct 30 12:43:57 user nova-compute[74968]: INFO nova.compute.manager [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 12:43:57 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:43:57 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:43:58 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Took 0.78 seconds to deallocate network for instance.
Oct 30 12:43:58 user nova-compute[74968]: WARNING nova.volume.cinder [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Attachment fe67fa31-3929-4e13-b859-550788ea5d11 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = fe67fa31-3929-4e13-b859-550788ea5d11. (HTTP 404) (Request-ID: req-c6b4586c-8b5e-46f1-805b-eb391594971b)
Oct 30 12:43:58 user nova-compute[74968]: INFO nova.compute.manager [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Took 0.02 seconds to detach 1 volumes for instance.
Oct 30 12:43:58 user nova-compute[74968]: DEBUG nova.compute.manager [req-16b37fb7-0858-4f63-8aa6-f7ebc18bdd96 req-6b3c73f9-7701-41e3-8acd-10d69b917f8b service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-deleted-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:43:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.207s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:58 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Deleted allocations for instance 68b89586-8926-4643-9534-0e6f1fd1d852
Oct 30 12:43:58 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-cf77b18e-473b-49c1-83f0-fc2129d2db8d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "68b89586-8926-4643-9534-0e6f1fd1d852" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.168s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:43:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] Acquiring lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:43:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:43:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] Lock "68b89586-8926-4643-9534-0e6f1fd1d852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:43:59 user nova-compute[74968]: DEBUG nova.compute.manager [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] No waiting events found dispatching network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:43:59 user nova-compute[74968]: WARNING nova.compute.manager [req-c1b2757c-6781-49b4-b685-1e32d31e120f req-0bd628cb-1e53-47e2-a4bd-e84177a7a26e service nova] [instance: 68b89586-8926-4643-9534-0e6f1fd1d852] Received unexpected event network-vif-plugged-029905c3-c246-4fdc-b6ba-2991d1a28f96 for instance with vm_state deleted and task_state None.
Oct 30 12:44:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:07 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:10 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:44:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:13 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:13 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea is timed out.
Oct 30 12:44:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully detached device vdb from instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea from the live domain config.
Oct 30 12:44:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfDoTaC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:44:14 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[583eb336-3e5a-4b80-bb6a-82ada051a0b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:44:14 user nova-compute[74968]: No targets found.
Oct 30 12:44:14 user nova-compute[74968]: iSNS:
Oct 30 12:44:14 user nova-compute[74968]: No targets found.
Oct 30 12:44:14 user nova-compute[74968]: STATIC:
Oct 30 12:44:14 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0
Oct 30 12:44:14 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:44:14 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:44:14 user nova-compute[74968]: FIRMWARE:
Oct 30 12:44:14 user nova-compute[74968]: No targets found.
Oct 30 12:44:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:44:14 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:44:14 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf4b285-9997-4176-879b-bf0aeabe7d92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[acac1b48-a8a3-496d-bec7-f13c3912fdd3]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:44:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 (non-flash)
Oct 30 12:44:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd7a83a84c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[683c3563-aaf0-48c2-8081-4cdf844ae2df]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac0daff-3870-4b13-98f6-dd08156a93d7]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7be8df-04ee-470d-baaa-d92d43adee69]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[8087dbcc-0cc2-426a-93db-83e3a4716640]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcfc098-497f-4789-8b79-ace964ca64e5]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[33153d2a-6d7a-43be-90df-00d1d96f47f8]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260]
Oct 30 12:44:14 user nova-compute[74968]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0, portal: 172.16.0.220,3260] successful.
Oct 30 12:44:14 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36736dbc-04c7-4375-b9b0-b1823feae2a0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d82176-a9b5-4f78-af2d-607f2292409a]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] <== disconnect_volume: return (342ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'flavor' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:44:15 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:44:15 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8397MB free_disk=24.922710418701172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e5718dcc-d5f0-4fe5-8402-c61d3dac0d5f tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.347s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:44:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:44:16 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:44:16 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:44:16 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:44:16 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.525s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:44:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:44:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:44:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:44:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:32 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG nova.compute.manager [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing instance network info cache due to event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updated VIF entry in instance network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG nova.network.neutron [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-4f5ff8cc-1807-4f5d-9375-7be72eaf1936 req-1ba45ce3-e4d5-4353-94e0-7361370b063b service nova] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:44:37 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'flavor' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:44:38 user nova-compute[74968]: INFO nova.compute.manager [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Attaching volume 5452e360-843d-4a9f-9f88-a82b72ac4029 to /dev/vdb
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.utils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1b8a57-c117-46f7-8d69-6e6aaa89c543]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[09085bd9-1d04-48cb-89cf-a2ad5afd3f43]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f5878c-a387-402f-b763-9ddf268560c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef32918-6550-4461-8313-d93a4640b070]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:44:38 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:44:38 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09991b9-1334-44c6-ac9a-7e573889cf2d]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG os_brick.utils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:44:38 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating existing volume attachment record: b6a78725-f3ce-4b39-96b2-6003f367939f {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:44:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:44:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKzJFTWE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:44:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:44:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:44:57 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ee80ef-b581-480c-9aef-6358b6e9eda5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:44:57 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b673aed-f256-405c-ba2a-c853422b6b4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029] added
Oct 30 12:44:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b4d5fb-ce4c-4712-b931-afd69b11c638]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[14c08b2a-0beb-4a75-bb45-568d781a8543]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wKzJFTWE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wKzJFTWE" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ecd1788-90f9-435b-ae0f-103135384c6e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wKzJFTWE'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[66777655-8df1-4e3d-9777-ce5ac1fb0e8e]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb3da30-296d-46a9-b3ac-2ef4d0f877d1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:44:57 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 12:44:57 user nova-compute[74968]:  {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:44:57 user nova-compute[74968]: WARNING os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 12:44:57 user nova-compute[74968]: 
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[efc519fa-43b9-41ed-b37c-a7dd95c45d95]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260]
Oct 30 12:44:57 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260] successful.
Oct 30 12:44:57 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:57 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddce7918-69ea-4c73-a910-d996b6773d2f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c5ecd8-e9d0-436e-85f0-2b53cb0df701]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:44:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:44:58 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ba0b79-6f45-4684-ad6c-48640e386a1a]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:44:58 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKzJFTWE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26533623939616330', 'path': '/dev/sdb'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533623939616330', 'path': '/dev/sdb'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'flavor' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:44:59 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:44:59 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:44:59 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:44:59 user nova-compute[74968]:   <serial>5452e360-843d-4a9f-9f88-a82b72ac4029</serial>
Oct 30 12:44:59 user nova-compute[74968]: </disk>
Oct 30 12:44:59 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:a3:cc:1d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:44:59 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5c25547a-ba1a-4896-99e1-5f0d8b159c8d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.091s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:00 user nova-compute[74968]: INFO nova.compute.manager [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Rescuing
Oct 30 12:45:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:45:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:45:00 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG nova.network.neutron [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:01 user nova-compute[74968]: WARNING nova.compute.manager [req-0c86525e-1f78-4b17-98f6-c37950d8ebfc req-22322bbc-3c83-458d-9b2f-b38369f4c547 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state active and task_state rescuing.
Oct 30 12:45:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance destroyed successfully.
Oct 30 12:45:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Attempting rescue
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74968) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance directory exists: not creating {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 12:45:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Creating image(s)
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.225s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue" returned: 0 in 0.075s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'migration_context' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<01a6b33b-40ef-42b9-8921-89d858a3dc51> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start _get_guest_xml network_info=[{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:a3:cc:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<01a6b33b-40ef-42b9-8921-89d858a3dc51> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'numa_topology' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<01a6b33b-40ef-42b9-8921-89d858a3dc51> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:45:02 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:02 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<01a6b33b-40ef-42b9-8921-89d858a3dc51> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:42:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1241145158',display_name='tempest-ServerRescueNegativeTestJSON-server-1241145158',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1241145158',id=49,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzj4AXRKekcii9wvBgrU1TFMvMyXNHhyFuxorAjfNCqjug808RaKpJeaWudCesOGDdb5BqGKU8oeT+sdDTH2bPKOOJirpiq0zR04m7HTwz9L4iPNhrVPNZG3B22l9+mxQ==',key_name='tempest-keypair-1414476468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:42:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-enlwynms',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=01a6b33b-40ef-42b9-8921-89d858a3dc51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:a3:cc:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "vif_mac": "fa:16:3e:a3:cc:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'pci_devices' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.objects.base [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Object Instance<01a6b33b-40ef-42b9-8921-89d858a3dc51> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74968) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:45:02 user nova-compute[74968]:   <uuid>01a6b33b-40ef-42b9-8921-89d858a3dc51</uuid>
Oct 30 12:45:02 user nova-compute[74968]:   <name>instance-00000031</name>
Oct 30 12:45:02 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:45:02 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:45:02 user nova-compute[74968]:   <metadata>
Oct 30 12:45:02 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:45:02 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1241145158</nova:name>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:45:02</nova:creationTime>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:45:02 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:45:02 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:owner>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:user uuid="3306f4211bf749d6812fcb1d8540aaae">tempest-ServerRescueNegativeTestJSON-1253257755-project-member</nova:user>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:project uuid="c61ec8a005c94f04a4c4b55774c04503">tempest-ServerRescueNegativeTestJSON-1253257755</nova:project>
Oct 30 12:45:02 user nova-compute[74968]:       </nova:owner>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:45:02 user nova-compute[74968]:       <nova:ports>
Oct 30 12:45:02 user nova-compute[74968]:         <nova:port uuid="f6a3dfb4-4d1c-4345-84eb-8fee52fb1947">
Oct 30 12:45:02 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 12:45:02 user nova-compute[74968]:         </nova:port>
Oct 30 12:45:02 user nova-compute[74968]:       </nova:ports>
Oct 30 12:45:02 user nova-compute[74968]:     </nova:instance>
Oct 30 12:45:02 user nova-compute[74968]:   </metadata>
Oct 30 12:45:02 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:45:02 user nova-compute[74968]:     <system>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="serial">01a6b33b-40ef-42b9-8921-89d858a3dc51</entry>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="uuid">01a6b33b-40ef-42b9-8921-89d858a3dc51</entry>
Oct 30 12:45:02 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:45:02 user nova-compute[74968]:     </system>
Oct 30 12:45:02 user nova-compute[74968]:   </sysinfo>
Oct 30 12:45:02 user nova-compute[74968]:   <os>
Oct 30 12:45:02 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:45:02 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:45:02 user nova-compute[74968]:   </os>
Oct 30 12:45:02 user nova-compute[74968]:   <features>
Oct 30 12:45:02 user nova-compute[74968]:     <acpi/>
Oct 30 12:45:02 user nova-compute[74968]:     <apic/>
Oct 30 12:45:02 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:45:02 user nova-compute[74968]:   </features>
Oct 30 12:45:02 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:45:02 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:45:02 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:45:02 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:45:02 user nova-compute[74968]:   </clock>
Oct 30 12:45:02 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:45:02 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:45:02 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:45:02 user nova-compute[74968]:   </cpu>
Oct 30 12:45:02 user nova-compute[74968]:   <devices>
Oct 30 12:45:02 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:45:02 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:45:02 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue"/>
Oct 30 12:45:02 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:45:02 user nova-compute[74968]:     </disk>
Oct 30 12:45:02 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:45:02 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:45:02 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk"/>
Oct 30 12:45:02 user nova-compute[74968]:       <target dev="vdb" bus="virtio"/>
Oct 30 12:45:02 user nova-compute[74968]:     </disk>
Oct 30 12:45:02 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:45:02 user nova-compute[74968]:       <mac address="fa:16:3e:a3:cc:1d"/>
Oct 30 12:45:02 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:45:02 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:45:02 user nova-compute[74968]:       <target dev="tapf6a3dfb4-4d"/>
Oct 30 12:45:02 user nova-compute[74968]:     </interface>
Oct 30 12:45:02 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:45:02 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/console.log" append="off"/>
Oct 30 12:45:02 user nova-compute[74968]:     </serial>
Oct 30 12:45:02 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:45:02 user nova-compute[74968]:     <video>
Oct 30 12:45:02 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:45:02 user nova-compute[74968]:     </video>
Oct 30 12:45:02 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:45:02 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:45:02 user nova-compute[74968]:     </rng>
Oct 30 12:45:02 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:45:02 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:45:02 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:45:02 user nova-compute[74968]:     </memballoon>
Oct 30 12:45:02 user nova-compute[74968]:   </devices>
Oct 30 12:45:02 user nova-compute[74968]: </domain>
Oct 30 12:45:02 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:45:02 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance destroyed successfully.
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:45:02 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] No VIF found with MAC fa:16:3e:a3:cc:1d, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:45:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:03 user nova-compute[74968]: WARNING nova.compute.manager [req-11824278-b8fe-4644-b955-8bbe5b1d575a req-85bf7eb3-6c76-4378-bafa-9b036dc0c9be service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state active and task_state rescuing.
Oct 30 12:45:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:04 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:05 user nova-compute[74968]: WARNING nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state active and task_state rescuing.
Oct 30 12:45:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:05 user nova-compute[74968]: DEBUG nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:05 user nova-compute[74968]: WARNING nova.compute.manager [req-66418283-290c-40fb-a646-7d35fae02727 req-7cc02686-1c67-4691-a50d-fc15b4cb5c5e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state active and task_state rescuing.
Oct 30 12:45:06 user nova-compute[74968]: DEBUG nova.compute.manager [None req-e850e171-7f6b-4c24-993e-e55184aa386d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:45:07 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:12 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:12 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:45:12 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:15 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:45:16 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:17 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:17 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8485MB free_disk=24.917930603027344GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:45:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.330s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:45:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:45:22 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:22 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Starting instance... {{(pid=74968) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74968) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 12:45:23 user nova-compute[74968]: INFO nova.compute.claims [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Claim successful on node user
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.326s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Start building networks asynchronously for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Allocating IP information in the background. {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] allocate_for_instance() {{(pid=74968) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 12:45:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Start building block device mappings for instance. {{(pid=74968) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.policy [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160b6591e06148e49f3f3ad0c3df04ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66135f071d7948f795cf2555cca01d9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74968) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Start spawning the instance on the hypervisor. {{(pid=74968) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Creating instance directory {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 12:45:23 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Creating image(s)
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "/opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "/opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "/opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:23 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.249s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk 1073741824 {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Successfully created port: d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa,backing_fmt=raw /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk 1073741824" returned: 0 in 0.054s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "48f9265e3c82d29e5c2a736f5d415a70fd9a27aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk. size=1073741824 {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.virt.disk.api [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Cannot resize image /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk to a smaller size. {{(pid=74968) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Created local disks {{(pid=74968) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Ensure instance console log exists: /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/console.log {{(pid=74968) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Successfully updated port: d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquired lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:45:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-changed-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.compute.manager [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Refreshing instance network info cache due to event network-changed-d250cfd8-de21-4694-a615-3883ddff2ffc. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] Acquiring lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Instance cache missing network info. {{(pid=74968) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.neutron [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updating instance_info_cache with network_info: [{"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Releasing lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Instance network_info: |[{"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74968) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] Acquired lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Refreshing network info cache for port d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Start _get_guest_xml network_info=[{"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'image_id': '33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 12:45:25 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:25 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU controller missing on host. {{(pid=74968) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.host [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU controller found on host. {{(pid=74968) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74968) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T12:06:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T12:07:09Z,direct_url=<?>,disk_format='qcow2',id=33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='9418cb2ce9e5499ca621c843eedbd1cb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T12:07:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flavor limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Image limits 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flavor pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Image pref 0:0:0 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74968) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Got 1 possible topologies {{(pid=74968) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.hardware [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74968) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-144753724',display_name='tempest-VolumesSnapshotTestJSON-instance-144753724',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-144753724',id=50,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKW+mi2gv6HHT+EA4HmJLvHqVSWncUidF5/Ax+1hKgtnU2u/dKgBgB1nb9bv/ngqIrFq2R4mPqmb+IotXBKku/NFQdWP5fOTQXA0TL78H3uJLbbNcgBytn5FPbIWjmvFhQ==',key_name='tempest-keypair-681736065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-5bugxo2j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:45:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=28655753-b51f-4127-bfd0-e556abed1bc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74968) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.objects.instance [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'pci_devices' on Instance uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 12:45:25 user nova-compute[74968]:   <uuid>28655753-b51f-4127-bfd0-e556abed1bc5</uuid>
Oct 30 12:45:25 user nova-compute[74968]:   <name>instance-00000032</name>
Oct 30 12:45:25 user nova-compute[74968]:   <memory>524288</memory>
Oct 30 12:45:25 user nova-compute[74968]:   <vcpu>1</vcpu>
Oct 30 12:45:25 user nova-compute[74968]:   <metadata>
Oct 30 12:45:25 user nova-compute[74968]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 12:45:25 user nova-compute[74968]:       <nova:package version="0.0.0"/>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-144753724</nova:name>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:creationTime>2023-10-30 12:45:25</nova:creationTime>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:flavor name="m1.tiny">
Oct 30 12:45:25 user nova-compute[74968]:         <nova:memory>512</nova:memory>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:disk>1</nova:disk>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:swap>0</nova:swap>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:vcpus>1</nova:vcpus>
Oct 30 12:45:25 user nova-compute[74968]:       </nova:flavor>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:owner>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:user uuid="160b6591e06148e49f3f3ad0c3df04ba">tempest-VolumesSnapshotTestJSON-1504648705-project-member</nova:user>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:project uuid="66135f071d7948f795cf2555cca01d9f">tempest-VolumesSnapshotTestJSON-1504648705</nova:project>
Oct 30 12:45:25 user nova-compute[74968]:       </nova:owner>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:root type="image" uuid="33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65"/>
Oct 30 12:45:25 user nova-compute[74968]:       <nova:ports>
Oct 30 12:45:25 user nova-compute[74968]:         <nova:port uuid="d250cfd8-de21-4694-a615-3883ddff2ffc">
Oct 30 12:45:25 user nova-compute[74968]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 12:45:25 user nova-compute[74968]:         </nova:port>
Oct 30 12:45:25 user nova-compute[74968]:       </nova:ports>
Oct 30 12:45:25 user nova-compute[74968]:     </nova:instance>
Oct 30 12:45:25 user nova-compute[74968]:   </metadata>
Oct 30 12:45:25 user nova-compute[74968]:   <sysinfo type="smbios">
Oct 30 12:45:25 user nova-compute[74968]:     <system>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="product">OpenStack Nova</entry>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="version">0.0.0</entry>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="serial">28655753-b51f-4127-bfd0-e556abed1bc5</entry>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="uuid">28655753-b51f-4127-bfd0-e556abed1bc5</entry>
Oct 30 12:45:25 user nova-compute[74968]:       <entry name="family">Virtual Machine</entry>
Oct 30 12:45:25 user nova-compute[74968]:     </system>
Oct 30 12:45:25 user nova-compute[74968]:   </sysinfo>
Oct 30 12:45:25 user nova-compute[74968]:   <os>
Oct 30 12:45:25 user nova-compute[74968]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 12:45:25 user nova-compute[74968]:     <boot dev="hd"/>
Oct 30 12:45:25 user nova-compute[74968]:     <smbios mode="sysinfo"/>
Oct 30 12:45:25 user nova-compute[74968]:   </os>
Oct 30 12:45:25 user nova-compute[74968]:   <features>
Oct 30 12:45:25 user nova-compute[74968]:     <acpi/>
Oct 30 12:45:25 user nova-compute[74968]:     <apic/>
Oct 30 12:45:25 user nova-compute[74968]:     <vmcoreinfo/>
Oct 30 12:45:25 user nova-compute[74968]:   </features>
Oct 30 12:45:25 user nova-compute[74968]:   <clock offset="utc">
Oct 30 12:45:25 user nova-compute[74968]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 12:45:25 user nova-compute[74968]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 12:45:25 user nova-compute[74968]:     <timer name="hpet" present="no"/>
Oct 30 12:45:25 user nova-compute[74968]:   </clock>
Oct 30 12:45:25 user nova-compute[74968]:   <cpu mode="custom" match="exact">
Oct 30 12:45:25 user nova-compute[74968]:     <model>Nehalem</model>
Oct 30 12:45:25 user nova-compute[74968]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 12:45:25 user nova-compute[74968]:   </cpu>
Oct 30 12:45:25 user nova-compute[74968]:   <devices>
Oct 30 12:45:25 user nova-compute[74968]:     <disk type="file" device="disk">
Oct 30 12:45:25 user nova-compute[74968]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 12:45:25 user nova-compute[74968]:       <source file="/opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk"/>
Oct 30 12:45:25 user nova-compute[74968]:       <target dev="vda" bus="virtio"/>
Oct 30 12:45:25 user nova-compute[74968]:     </disk>
Oct 30 12:45:25 user nova-compute[74968]:     <interface type="ethernet">
Oct 30 12:45:25 user nova-compute[74968]:       <mac address="fa:16:3e:3b:b1:db"/>
Oct 30 12:45:25 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:45:25 user nova-compute[74968]:       <mtu size="1442"/>
Oct 30 12:45:25 user nova-compute[74968]:       <target dev="tapd250cfd8-de"/>
Oct 30 12:45:25 user nova-compute[74968]:     </interface>
Oct 30 12:45:25 user nova-compute[74968]:     <serial type="pty">
Oct 30 12:45:25 user nova-compute[74968]:       <log file="/opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/console.log" append="off"/>
Oct 30 12:45:25 user nova-compute[74968]:     </serial>
Oct 30 12:45:25 user nova-compute[74968]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 12:45:25 user nova-compute[74968]:     <video>
Oct 30 12:45:25 user nova-compute[74968]:       <model type="virtio"/>
Oct 30 12:45:25 user nova-compute[74968]:     </video>
Oct 30 12:45:25 user nova-compute[74968]:     <rng model="virtio">
Oct 30 12:45:25 user nova-compute[74968]:       <backend model="random">/dev/urandom</backend>
Oct 30 12:45:25 user nova-compute[74968]:     </rng>
Oct 30 12:45:25 user nova-compute[74968]:     <controller type="usb" index="0" model="none"/>
Oct 30 12:45:25 user nova-compute[74968]:     <memballoon model="virtio">
Oct 30 12:45:25 user nova-compute[74968]:       <stats period="10"/>
Oct 30 12:45:25 user nova-compute[74968]:     </memballoon>
Oct 30 12:45:25 user nova-compute[74968]:   </devices>
Oct 30 12:45:25 user nova-compute[74968]: </domain>
Oct 30 12:45:25 user nova-compute[74968]:  {{(pid=74968) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-144753724',display_name='tempest-VolumesSnapshotTestJSON-instance-144753724',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-144753724',id=50,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKW+mi2gv6HHT+EA4HmJLvHqVSWncUidF5/Ax+1hKgtnU2u/dKgBgB1nb9bv/ngqIrFq2R4mPqmb+IotXBKku/NFQdWP5fOTQXA0TL78H3uJLbbNcgBytn5FPbIWjmvFhQ==',key_name='tempest-keypair-681736065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-5bugxo2j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T12:45:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=28655753-b51f-4127-bfd0-e556abed1bc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG os_vif [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de') {{(pid=74968) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b07e17e-f7c3-5306-a6d6-0484699cfcee', '_type': 'linux-noop'}}, row=False) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd250cfd8-de, may_exist=True, interface_attrs={}) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd250cfd8-de, col_values=(('qos', UUID('638ba5ba-92df-4936-8931-0b698d130acc')),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd250cfd8-de, col_values=(('external_ids', {'iface-id': 'd250cfd8-de21-4694-a615-3883ddff2ffc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:b1:db', 'vm-uuid': '28655753-b51f-4127-bfd0-e556abed1bc5'}),), if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: INFO os_vif [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de')
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No VIF found with MAC fa:16:3e:3b:b1:db, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updated VIF entry in instance network info cache for port d250cfd8-de21-4694-a615-3883ddff2ffc. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG nova.network.neutron [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updating instance_info_cache with network_info: [{"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:45:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-e03f7040-7fd3-4ed4-beff-3fa7e73b9d44 req-244917d8-204f-4c21-97b8-f71c168eae1f service nova] Releasing lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:45:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG nova.compute.manager [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] No waiting events found dispatching network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:27 user nova-compute[74968]: WARNING nova.compute.manager [req-c92f8b2d-7339-4eeb-948f-d0edda2b4ab4 req-e3e8a815-5ed7-424d-8f05-1dc5e49d547a service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received unexpected event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc for instance with vm_state building and task_state spawning.
Oct 30 12:45:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:27 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.compute.manager [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] No waiting events found dispatching network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:45:29 user nova-compute[74968]: WARNING nova.compute.manager [req-29fba521-5ff7-4845-a44b-2667a304a875 req-d105f85b-b337-468d-8586-3c05bc8f896f service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received unexpected event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc for instance with vm_state building and task_state spawning.
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Instance event wait completed in 0 seconds for  {{(pid=74968) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Guest created on hypervisor {{(pid=74968) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 12:45:29 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Instance spawned successfully.
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_cdrom_bus of ide {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_disk_bus of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_input_bus of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_pointer_model of None {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_video_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Found default for hw_vif_model of virtio {{(pid=74968) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 12:45:29 user nova-compute[74968]: INFO nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Took 5.74 seconds to spawn the instance on the hypervisor.
Oct 30 12:45:29 user nova-compute[74968]: DEBUG nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:45:29 user nova-compute[74968]: INFO nova.compute.manager [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Took 6.54 seconds to build instance.
Oct 30 12:45:29 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-9bbadb64-6c83-4f82-b0da-951876af8ff3 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.660s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:45:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:30 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:45:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:45:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:00 user nova-compute[74968]: INFO nova.compute.manager [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Terminating instance
Oct 30 12:46:00 user nova-compute[74968]: DEBUG nova.compute.manager [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-unplugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] No waiting events found dispatching network-vif-unplugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.compute.manager [req-966bc370-f698-4a67-b015-b97da29732dd req-0bf91d20-c3df-4426-930c-b28e679ebbb7 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-unplugged-b9a26a65-5371-4736-a62f-11e91b8b1531 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:46:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Instance destroyed successfully.
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.objects.instance [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lazy-loading 'resources' on Instance uuid 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:36:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-495267923',display_name='tempest-SnapshotDataIntegrityTests-server-495267923',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-495267923',id=43,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7f9eXC0s8RGFaLckYp30qYY5g8g0jGgiGMPBQIvxmLNgucnS2U9XX1wRkdQktf8OjFFt7rM1CmXDDwLo3UMN/nlCaIRxV1jfZlNvnkLJ5eMgEqKYdH2SiN7qiQZ8eWoQ==',key_name='tempest-keypair-824792261',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:36:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6847b3da42a24b8ca449adbfefcdf3b4',ramdisk_id='',reservation_id='r-ovfg61c1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-31110106',owner_user_name='tempest-SnapshotDataIntegrityTests-31110106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:36:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9dbdfa111794430d8dd28519b4480b4f',uuid=7f9d9f5d-13c6-4041-ae3d-caf1f6453cea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converting VIF {"id": "b9a26a65-5371-4736-a62f-11e91b8b1531", "address": "fa:16:3e:c6:2a:4e", "network": {"id": "27ef0e18-4053-4a13-938f-995cb1d1a9dc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1995508609-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6847b3da42a24b8ca449adbfefcdf3b4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a26a65-53", "ovs_interfaceid": "b9a26a65-5371-4736-a62f-11e91b8b1531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG os_vif [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9a26a65-53, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef4fa447-e630-45bd-9c66-9145382fdc1c) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:46:01 user nova-compute[74968]: INFO os_vif [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:2a:4e,bridge_name='br-int',has_traffic_filtering=True,id=b9a26a65-5371-4736-a62f-11e91b8b1531,network=Network(27ef0e18-4053-4a13-938f-995cb1d1a9dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a26a65-53')
Oct 30 12:46:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Deleting instance files /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea_del
Oct 30 12:46:01 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Deletion of /opt/stack/data/nova/instances/7f9d9f5d-13c6-4041-ae3d-caf1f6453cea_del complete
Oct 30 12:46:01 user nova-compute[74968]: INFO nova.compute.manager [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 30 12:46:01 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:46:01 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:46:02 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Took 0.80 seconds to deallocate network for instance.
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-31e49626-3a17-4231-96f5-9a41f7e6702f req-ff041994-fb00-4452-8af8-deb4b728b059 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-deleted-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:02 user nova-compute[74968]: INFO nova.compute.manager [req-31e49626-3a17-4231-96f5-9a41f7e6702f req-ff041994-fb00-4452-8af8-deb4b728b059 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Neutron deleted interface b9a26a65-5371-4736-a62f-11e91b8b1531; detaching it from the instance and deleting it from the info cache
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.network.neutron [req-31e49626-3a17-4231-96f5-9a41f7e6702f req-ff041994-fb00-4452-8af8-deb4b728b059 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.compute.manager [req-31e49626-3a17-4231-96f5-9a41f7e6702f req-ff041994-fb00-4452-8af8-deb4b728b059 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Detach interface failed, port_id=b9a26a65-5371-4736-a62f-11e91b8b1531, reason: Instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:46:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.262s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:02 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Deleted allocations for instance 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea
Oct 30 12:46:02 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-89961e11-d9ff-4b75-ac86-de80d4aae98d tempest-SnapshotDataIntegrityTests-31110106 tempest-SnapshotDataIntegrityTests-31110106-project-member] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.112s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] Acquiring lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:03 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] Lock "7f9d9f5d-13c6-4041-ae3d-caf1f6453cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:03 user nova-compute[74968]: DEBUG nova.compute.manager [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] No waiting events found dispatching network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:03 user nova-compute[74968]: WARNING nova.compute.manager [req-01f45b15-5d83-4c09-b45c-7d0968b3b359 req-74ed105e-fbd3-47b7-a727-3519abc907a1 service nova] [instance: 7f9d9f5d-13c6-4041-ae3d-caf1f6453cea] Received unexpected event network-vif-plugged-b9a26a65-5371-4736-a62f-11e91b8b1531 for instance with vm_state deleted and task_state None.
Oct 30 12:46:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:09 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:46:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:46:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:46:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8512MB free_disk=24.90717315673828GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28655753-b51f-4127-bfd0-e556abed1bc5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:46:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:46:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:46:23 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:46:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Verify base images {{(pid=74968) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Image id 33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65 yields fingerprint 48f9265e3c82d29e5c2a736f5d415a70fd9a27aa {{(pid=74968) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] image 33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65 at (/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa): checking
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] image 33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65 at (/opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa): image is in use {{(pid=74968) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74968) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 01a6b33b-40ef-42b9-8921-89d858a3dc51 is a valid instance name {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 01a6b33b-40ef-42b9-8921-89d858a3dc51 has a disk file {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 is backed by 48f9265e3c82d29e5c2a736f5d415a70fd9a27aa {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f is a valid instance name {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f has a disk file {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f is backed by 48f9265e3c82d29e5c2a736f5d415a70fd9a27aa {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 28655753-b51f-4127-bfd0-e556abed1bc5 is a valid instance name {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 28655753-b51f-4127-bfd0-e556abed1bc5 has a disk file {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28655753-b51f-4127-bfd0-e556abed1bc5 is backed by 48f9265e3c82d29e5c2a736f5d415a70fd9a27aa {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 is a valid instance name {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 has a disk file {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 is backed by 48f9265e3c82d29e5c2a736f5d415a70fd9a27aa {{(pid=74968) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a
Oct 30 12:46:40 user nova-compute[74968]: WARNING nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Unknown base file: /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Active base files: /opt/stack/data/nova/instances/_base/48f9265e3c82d29e5c2a736f5d415a70fd9a27aa
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Removable base files: /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639 /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242 /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8 /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983 /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454 /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294 /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/bf7d2172bc67a8dd02782b0164ba267838af8639
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4a24a6e42dda80b63f8fc075329293b3aa9f0242
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a2c64ce0585defc39bbff00dfe7e363711d3a01f
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/bbb70809796bab53363c84844582ebca58e24ac8
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8a26133851d39f45a890b429705c0ca78645c983
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3580aec19725ea2b942db08b58cd9bb2380ee454
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/529ae967377d5c7c1b86010a2e75beabaa5f5294
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e3ac4108ea7f242991a9565a4f87c121bad1547a
Oct 30 12:46:40 user nova-compute[74968]: INFO nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9f499e4e84d624e4e6ed17fffa402aeff400a928
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Verification complete {{(pid=74968) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Verify swap images {{(pid=74968) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 30 12:46:40 user nova-compute[74968]: DEBUG nova.virt.libvirt.imagecache [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Verify ephemeral images {{(pid=74968) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 30 12:46:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:46:51 user nova-compute[74968]: INFO nova.compute.manager [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Unrescuing
Oct 30 12:46:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:46:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:46:51 user nova-compute[74968]: DEBUG nova.network.neutron [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Building network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 12:46:52 user nova-compute[74968]: DEBUG nova.network.neutron [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:46:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:46:52 user nova-compute[74968]: DEBUG nova.objects.instance [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'flavor' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:46:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:52 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG nova.compute.manager [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:53 user nova-compute[74968]: WARNING nova.compute.manager [req-b073a8d0-268f-486a-b4fe-ea8ffe534656 req-50225abb-2104-4472-a51b-84a519c4a5ac service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:46:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:53 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance destroyed successfully.
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:54 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:55 user nova-compute[74968]: WARNING nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:46:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:55 user nova-compute[74968]: WARNING nova.compute.manager [req-09eac0ff-135b-45ca-810b-920e9834680e req-d0de6543-50ac-4d6d-8e4a-255a807d36f3 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state rescued and task_state unrescuing.
Oct 30 12:46:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:46:56 user nova-compute[74968]: DEBUG nova.compute.manager [None req-11baad34-4b2f-4440-95da-aeeef68d421d tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Checking state {{(pid=74968) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 12:46:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:46:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:46:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:46:57 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:46:57 user nova-compute[74968]: DEBUG nova.compute.manager [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:46:57 user nova-compute[74968]: WARNING nova.compute.manager [req-152566c8-2fbd-4f77-9638-90874b59d767 req-102a7519-9b16-4dd4-98ba-0a979e9012ca service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state active and task_state None.
Oct 30 12:46:57 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:11 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-changed-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG nova.compute.manager [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Refreshing instance network info cache due to event network-changed-d250cfd8-de21-4694-a615-3883ddff2ffc. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] Acquiring lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] Acquired lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:47:13 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Refreshing network info cache for port d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:47:14 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Ignoring supplied device name: /dev/vdb
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:47:14 user nova-compute[74968]: INFO nova.compute.manager [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Attaching volume 909dde41-01b0-4253-bcee-85bc76527db2 to /dev/vdb
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.utils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8083ab4-4482-4221-95bc-df628c13bb98]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cf17136318d4\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d907efc7-db55-4eab-93eb-f92efc1041b3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded63852-8de8-457f-9c3f-26b28c9afce3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5450ef9c-21d6-4091-94e5-63fc764bd2fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Running cmd (subprocess): nvme version {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] 'nvme version' failed. Not Retrying. {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] nvme not present on system {{(pid=74968) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 12:47:14 user nova-compute[74968]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8183dd-55c4-4668-8ea0-d0a98e396b80]: (4, '') {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74968) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.lightos [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] LIGHTOS: no hostnqn found. {{(pid=74968) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG os_brick.utils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cf17136318d4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG nova.virt.block_device [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updating existing volume attachment record: 7e92cd26-fa38-428a-a99a-c8404cb6c274 {{(pid=74968) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updated VIF entry in instance network info cache for port d250cfd8-de21-4694-a615-3883ddff2ffc. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG nova.network.neutron [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updating instance_info_cache with network_info: [{"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:47:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-6ee23859-db3d-439d-88a4-bb64d5713238 req-534018aa-4b04-4de7-a11c-9313c1f8768b service nova] Releasing lock "refresh_cache-28655753-b51f-4127-bfd0-e556abed1bc5" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:47:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:47:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8590MB free_disk=24.90471649169922GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28655753-b51f-4127-bfd0-e556abed1bc5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:47:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:47:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:47:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.628s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:47:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:47:24 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:47:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Calling os-brick to attach iSCSI Volume {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VdrMIPbz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:47:32 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:47:32 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:47:32 user nova-compute[74968]: INFO os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[da09b337-a4d0-4da3-9c94-7c4be6cabc58]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 12:47:32 user nova-compute[74968]:  {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec2d987-4237-4c3a-b61e-c825828ce23f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2] added\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2] added
Oct 30 12:47:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01904a5-fb52-4877-84df-9a3bdf7476eb]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ef4f2d-ed20-45c8-84f6-c6851e009d5b]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VdrMIPbz {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VdrMIPbz" returned: 0 in 0.024s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e37f3f-8f3d-4064-8203-24d58e4c2a6c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VdrMIPbz'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[918fa90f-c91a-4a25-b81d-48d8e568a67c]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe9e6a9-0be2-4ab1-8e0b-688164774fc9]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:47:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:47:32 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:47:32 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --login {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[02397fd5-8f08-49dd-9018-b508275b4139]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260]
Oct 30 12:47:33 user nova-compute[74968]: Login to [iface: default, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260] successful.
Oct 30 12:47:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0080213f-340a-47d9-bf2f-b9e2bc20aeb9]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ecf24c8-4cd0-42f2-a967-c3e6332714b7]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:47:33 user nova-compute[74968]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)
Oct 30 12:47:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:47:33 user nova-compute[74968]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)
Oct 30 12:47:33 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Connected to 172.16.0.220:3260 {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=74968) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74968) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[769b67af-f851-4fdc-9d48-7c5fcc5754d9]: (4, ('- - 0', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74968) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 12:47:33 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VdrMIPbz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74968) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '26530313838643165', 'path': '/dev/sdc'} {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530313838643165', 'path': '/dev/sdc'} {{(pid=74968) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.objects.instance [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 12:47:34 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:47:34 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:47:34 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:47:34 user nova-compute[74968]:   <serial>909dde41-01b0-4253-bcee-85bc76527db2</serial>
Oct 30 12:47:34 user nova-compute[74968]: </disk>
Oct 30 12:47:34 user nova-compute[74968]:  {{(pid=74968) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74968) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] No VIF found with MAC fa:16:3e:3b:b1:db, not building metadata {{(pid=74968) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 12:47:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-5e8afe1e-92a0-44f4-8aaf-acafc6625a52 tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.472s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:47:35 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:47:44 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:47:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:51 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:47:56 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:01 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:06 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:11 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:13 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:13 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Triggering sync for uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.039s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:14 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:16 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:17 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:18 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74968) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 12:48:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:48:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8685MB free_disk=24.903491973876953GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 28655753-b51f-4127-bfd0-e556abed1bc5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:48:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.246s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:48:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:48:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:28 user nova-compute[74968]: INFO nova.compute.manager [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Detaching volume 909dde41-01b0-4253-bcee-85bc76527db2
Oct 30 12:48:28 user nova-compute[74968]: INFO nova.virt.block_device [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Attempting to driver detach volume 909dde41-01b0-4253-bcee-85bc76527db2 from mountpoint /dev/vdb
Oct 30 12:48:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Attempting to detach device vdb from instance 28655753-b51f-4127-bfd0-e556abed1bc5 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:48:28 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:48:28 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:48:28 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:48:28 user nova-compute[74968]:   <serial>909dde41-01b0-4253-bcee-85bc76527db2</serial>
Oct 30 12:48:28 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:48:28 user nova-compute[74968]: </disk>
Oct 30 12:48:28 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:48:28 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully detached device vdb from instance 28655753-b51f-4127-bfd0-e556abed1bc5 from the persistent domain config.
Oct 30 12:48:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 28655753-b51f-4127-bfd0-e556abed1bc5 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:48:28 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:48:28 user nova-compute[74968]:   <source dev="/dev/sdc"/>
Oct 30 12:48:28 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:48:28 user nova-compute[74968]:   <serial>909dde41-01b0-4253-bcee-85bc76527db2</serial>
Oct 30 12:48:28 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:48:28 user nova-compute[74968]: </disk>
Oct 30 12:48:28 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:28 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:48:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:36 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:48:41 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:48:43 user nova-compute[74968]: DEBUG nova.compute.manager [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing instance network info cache due to event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:48:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:48:43 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:48:43 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:44 user nova-compute[74968]: INFO nova.compute.manager [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Detaching volume 5452e360-843d-4a9f-9f88-a82b72ac4029
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updated VIF entry in instance network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.network.neutron [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:48:44 user nova-compute[74968]: INFO nova.virt.block_device [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Attempting to driver detach volume 5452e360-843d-4a9f-9f88-a82b72ac4029 from mountpoint /dev/vdb
Oct 30 12:48:44 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-0bf4e08a-efa5-4e61-b536-affbfef111d9 req-a1e0be7d-6c72-468b-89e0-8e65c06d0a78 service nova] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Attempting to detach device vdb from instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 from the persistent domain config. {{(pid=74968) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:48:44 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:48:44 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:48:44 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:48:44 user nova-compute[74968]:   <serial>5452e360-843d-4a9f-9f88-a82b72ac4029</serial>
Oct 30 12:48:44 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:48:44 user nova-compute[74968]: </disk>
Oct 30 12:48:44 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:48:44 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully detached device vdb from instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 from the persistent domain config.
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 from the live domain config. {{(pid=74968) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.guest [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 12:48:44 user nova-compute[74968]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 12:48:44 user nova-compute[74968]:   <source dev="/dev/sdb"/>
Oct 30 12:48:44 user nova-compute[74968]:   <target dev="vdb" bus="virtio"/>
Oct 30 12:48:44 user nova-compute[74968]:   <serial>5452e360-843d-4a9f-9f88-a82b72ac4029</serial>
Oct 30 12:48:44 user nova-compute[74968]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 12:48:44 user nova-compute[74968]: </disk>
Oct 30 12:48:44 user nova-compute[74968]:  {{(pid=74968) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 12:48:44 user nova-compute[74968]: DEBUG nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG nova.compute.manager [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing instance network info cache due to event network-changed-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] Acquiring lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] Acquired lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:48:45 user nova-compute[74968]: DEBUG nova.network.neutron [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Refreshing network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 12:48:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updated VIF entry in instance network info cache for port f6a3dfb4-4d1c-4345-84eb-8fee52fb1947. {{(pid=74968) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 12:48:46 user nova-compute[74968]: DEBUG nova.network.neutron [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [{"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:48:46 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-2bdc1e04-a238-4586-b6b4-a6dabcf380c7 req-0d918921-4f0c-46c5-a206-c62f3655aa8e service nova] Releasing lock "refresh_cache-01a6b33b-40ef-42b9-8921-89d858a3dc51" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:48:46 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:48 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 28655753-b51f-4127-bfd0-e556abed1bc5 is timed out.
Oct 30 12:48:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully detached device vdb from instance 28655753-b51f-4127-bfd0-e556abed1bc5 from the live domain config.
Oct 30 12:48:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VdrMIPbz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:48:48 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[29286c91-a75e-4e66-a3a2-0d0dbaff486d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:48:48 user nova-compute[74968]: No targets found.
Oct 30 12:48:48 user nova-compute[74968]: iSNS:
Oct 30 12:48:48 user nova-compute[74968]: No targets found.
Oct 30 12:48:48 user nova-compute[74968]: STATIC:
Oct 30 12:48:48 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2
Oct 30 12:48:48 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:48:48 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:48:48 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029
Oct 30 12:48:48 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:48:48 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:48:48 user nova-compute[74968]: FIRMWARE:
Oct 30 12:48:48 user nova-compute[74968]: No targets found.
Oct 30 12:48:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:48:48 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:48:48 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b551f84-c7ea-4839-bc8a-330556dcba6a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2738f5-34f2-4dab-b507-86604ecd5055]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:48:48 user nova-compute[74968]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)
Oct 30 12:48:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:48:48 user nova-compute[74968]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 (non-flash)
Oct 30 12:48:48 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd76c5ff490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2'): ({'sdc'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Removing single pathed devices sdc {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[414e3750-4684-4086-8000-f5939cf83ece]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efb5f4b-355e-4bd2-a0d3-e18897056fb0]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Flushing IO for device /dev/sdc {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[706dfe9a-2cf9-4a75-8577-b1c39110b0f1]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:48:48 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fa2640-eb7c-4155-89b5-4b90d284e12a]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] SCSI volumes sdc have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8527526-6f81-4099-97f4-ab6bde48fd83]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68c41d4-9576-47c9-af97-2cc61a0dcb1e]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260]
Oct 30 12:48:49 user nova-compute[74968]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2, portal: 172.16.0.220,3260] successful.
Oct 30 12:48:49 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[56443625-be88-472e-99ad-e7aa003c824f]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== disconnect_volume: return (279ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG nova.objects.instance [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'flavor' on Instance uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-b20cc12f-9987-4fd5-97e3-02176b28d39a tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.685s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.564s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:49 user nova-compute[74968]: INFO nova.compute.manager [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Terminating instance
Oct 30 12:48:49 user nova-compute[74968]: DEBUG nova.compute.manager [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-unplugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] No waiting events found dispatching network-vif-unplugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.compute.manager [req-26ed48b5-5fe6-44a5-a540-f569f3ae4695 req-8d5d9784-79b3-4d6b-9a59-447b97bf63fe service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-unplugged-d250cfd8-de21-4694-a615-3883ddff2ffc for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Instance destroyed successfully.
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.objects.instance [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lazy-loading 'resources' on Instance uuid 28655753-b51f-4127-bfd0-e556abed1bc5 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-144753724',display_name='tempest-VolumesSnapshotTestJSON-instance-144753724',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-144753724',id=50,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKW+mi2gv6HHT+EA4HmJLvHqVSWncUidF5/Ax+1hKgtnU2u/dKgBgB1nb9bv/ngqIrFq2R4mPqmb+IotXBKku/NFQdWP5fOTQXA0TL78H3uJLbbNcgBytn5FPbIWjmvFhQ==',key_name='tempest-keypair-681736065',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:45:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66135f071d7948f795cf2555cca01d9f',ramdisk_id='',reservation_id='r-5bugxo2j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1504648705',owner_user_name='tempest-VolumesSnapshotTestJSON-1504648705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:45:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='160b6591e06148e49f3f3ad0c3df04ba',uuid=28655753-b51f-4127-bfd0-e556abed1bc5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converting VIF {"id": "d250cfd8-de21-4694-a615-3883ddff2ffc", "address": "fa:16:3e:3b:b1:db", "network": {"id": "49aaa680-ba1f-4817-af94-4dce799948c5", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1857734873-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66135f071d7948f795cf2555cca01d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd250cfd8-de", "ovs_interfaceid": "d250cfd8-de21-4694-a615-3883ddff2ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_vif [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd250cfd8-de, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=638ba5ba-92df-4936-8931-0b698d130acc) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:48:50 user nova-compute[74968]: INFO os_vif [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:b1:db,bridge_name='br-int',has_traffic_filtering=True,id=d250cfd8-de21-4694-a615-3883ddff2ffc,network=Network(49aaa680-ba1f-4817-af94-4dce799948c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd250cfd8-de')
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VdrMIPbz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:48:50 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9affc1-7423-4639-ab61-e4c45388cd08]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:48:50 user nova-compute[74968]: No targets found.
Oct 30 12:48:50 user nova-compute[74968]: iSNS:
Oct 30 12:48:50 user nova-compute[74968]: No targets found.
Oct 30 12:48:50 user nova-compute[74968]: STATIC:
Oct 30 12:48:50 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029
Oct 30 12:48:50 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:48:50 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:48:50 user nova-compute[74968]: FIRMWARE:
Oct 30 12:48:50 user nova-compute[74968]: No targets found.
Oct 30 12:48:50 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:48:50 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:48:50 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:909dde41-01b0-4253-bcee-85bc76527db2', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1dfa97-4ebb-48c4-a6ab-ba06b12265d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[017b9143-d6c9-4598-869e-751c4cdea5bb]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:48:50 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:48:50 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd76c7efac0>, {}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Disconnecting from: [] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.064s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] <== disconnect_volume: return (64ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:48:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Deleting instance files /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5_del
Oct 30 12:48:50 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Deletion of /opt/stack/data/nova/instances/28655753-b51f-4127-bfd0-e556abed1bc5_del complete
Oct 30 12:48:50 user nova-compute[74968]: INFO nova.compute.manager [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 30 12:48:50 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:48:50 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:48:51 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:48:51 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Took 0.98 seconds to deallocate network for instance.
Oct 30 12:48:51 user nova-compute[74968]: WARNING nova.volume.cinder [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Attachment 7e92cd26-fa38-428a-a99a-c8404cb6c274 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 7e92cd26-fa38-428a-a99a-c8404cb6c274. (HTTP 404) (Request-ID: req-620467df-bd82-43d1-964e-7a9edf0595df)
Oct 30 12:48:51 user nova-compute[74968]: INFO nova.compute.manager [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Took 0.04 seconds to detach 1 volumes for instance.
Oct 30 12:48:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:51 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:52 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Deleted allocations for instance 28655753-b51f-4127-bfd0-e556abed1bc5
Oct 30 12:48:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] Acquiring lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] Lock "28655753-b51f-4127-bfd0-e556abed1bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] No waiting events found dispatching network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:48:52 user nova-compute[74968]: WARNING nova.compute.manager [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received unexpected event network-vif-plugged-d250cfd8-de21-4694-a615-3883ddff2ffc for instance with vm_state deleted and task_state None.
Oct 30 12:48:52 user nova-compute[74968]: DEBUG nova.compute.manager [req-5ab97196-db23-4294-84c8-c5cb446eae22 req-e94caaaf-bf3d-4574-ad3b-63dfbeaa99c1 service nova] [instance: 28655753-b51f-4127-bfd0-e556abed1bc5] Received event network-vif-deleted-d250cfd8-de21-4694-a615-3883ddff2ffc {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:48:52 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-8f3cd5cb-e364-406c-bc22-af20924c7f9d tempest-VolumesSnapshotTestJSON-1504648705 tempest-VolumesSnapshotTestJSON-1504648705-project-member] Lock "28655753-b51f-4127-bfd0-e556abed1bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.309s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:48:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:04 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 is timed out.
Oct 30 12:49:04 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully detached device vdb from instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 from the live domain config.
Oct 30 12:49:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] calling os-brick to detach iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fd7905fdcf0>, {'target_iqn': 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKzJFTWE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 12:49:04 user nova-compute[74968]: WARNING os_brick.initiator.connectors.base [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc23ae9e-fac6-4538-bdbd-5df4add4865a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 12:49:04 user nova-compute[74968]: No targets found.
Oct 30 12:49:04 user nova-compute[74968]: iSNS:
Oct 30 12:49:04 user nova-compute[74968]: No targets found.
Oct 30 12:49:04 user nova-compute[74968]: STATIC:
Oct 30 12:49:04 user nova-compute[74968]: Target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029
Oct 30 12:49:04 user nova-compute[74968]:         Portal: 172.16.0.220:3260,-1
Oct 30 12:49:04 user nova-compute[74968]:                 Iface Name: default
Oct 30 12:49:04 user nova-compute[74968]: FIRMWARE:
Oct 30 12:49:04 user nova-compute[74968]: No targets found.
Oct 30 12:49:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 12:49:04 user nova-compute[74968]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 12:49:04 user nova-compute[74968]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74968) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029', 0)] {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18aa48e-3e23-422c-9807-4cd4f722e842]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2152d5-c1a7-4ee1-9fbc-b8056d4f9020]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:49:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 (non-flash)
Oct 30 12:49:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fd79023fc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029'): ({'sdb'}, set())}) {{(pid=74968) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Removing single pathed devices sdb {{(pid=74968) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa86ed1-8458-42e7-8341-22d6874e5a19]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[60165895-864e-4170-a965-b753769471dc]: (4, ('ok\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Flushing IO for device /dev/sdb {{(pid=74968) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4277619-d776-4d17-be54-434d5d0b1678]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74968) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ff64e6-3b47-46eb-9ba1-bf7dc0c85777]: (4, ('1', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.linuxscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] SCSI volumes sdb have been removed. {{(pid=74968) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029')] {{(pid=74968) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4dd8e9-97ea-4a07-8915-b8483e2190bd]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --logout {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b64388-e2bc-49eb-843b-00e0aefa414f]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260]
Oct 30 12:49:04 user nova-compute[74968]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029, portal: 172.16.0.220,3260] successful.
Oct 30 12:49:04 user nova-compute[74968]:  stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op delete {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5452e360-843d-4a9f-9f88-a82b72ac4029 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86043) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed0ff49-aa36-4f69-8514-7a7b8c4036c0]: (4, ('', '')) {{(pid=86043) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74968) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.base [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.263s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] <== disconnect_volume: return (264ms) None {{(pid=74968) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 12:49:04 user nova-compute[74968]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Disconnected iSCSI Volume {{(pid=74968) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG nova.objects.instance [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'flavor' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:49:05 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-e2213739-7499-4b2b-bb93-7742049f3e69 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.669s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:14 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:14 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:15 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:49:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:49:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:49:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8764MB free_disk=24.930339813232422GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 01a6b33b-40ef-42b9-8921-89d858a3dc51 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:49:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.270s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [{"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:49:26 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:49:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:34 user nova-compute[74968]: INFO nova.compute.manager [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Terminating instance
Oct 30 12:49:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG nova.compute.manager [req-8eb9108a-11ea-4f16-9da7-4a95dbaa3987 req-bd5c342b-158f-486a-8756-4b46808ba4ae service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-unplugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:34 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Instance destroyed successfully.
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.objects.instance [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 01a6b33b-40ef-42b9-8921-89d858a3dc51 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:42:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1241145158',display_name='tempest-ServerRescueNegativeTestJSON-server-1241145158',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1241145158',id=49,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzj4AXRKekcii9wvBgrU1TFMvMyXNHhyFuxorAjfNCqjug808RaKpJeaWudCesOGDdb5BqGKU8oeT+sdDTH2bPKOOJirpiq0zR04m7HTwz9L4iPNhrVPNZG3B22l9+mxQ==',key_name='tempest-keypair-1414476468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:45:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-enlwynms',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:46:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=01a6b33b-40ef-42b9-8921-89d858a3dc51,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "address": "fa:16:3e:a3:cc:1d", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6a3dfb4-4d", "ovs_interfaceid": "f6a3dfb4-4d1c-4345-84eb-8fee52fb1947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG os_vif [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6a3dfb4-4d, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1ef8329-59ca-4130-8296-62e9fd5381f3) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:49:35 user nova-compute[74968]: INFO os_vif [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:cc:1d,bridge_name='br-int',has_traffic_filtering=True,id=f6a3dfb4-4d1c-4345-84eb-8fee52fb1947,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6a3dfb4-4d')
Oct 30 12:49:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Deleting instance files /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51_del
Oct 30 12:49:35 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Deletion of /opt/stack/data/nova/instances/01a6b33b-40ef-42b9-8921-89d858a3dc51_del complete
Oct 30 12:49:35 user nova-compute[74968]: INFO nova.compute.manager [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 30 12:49:35 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:49:35 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:49:36 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Took 0.73 seconds to deallocate network for instance.
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.152s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:36 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Deleted allocations for instance 01a6b33b-40ef-42b9-8921-89d858a3dc51
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-bc7fbe89-df52-40a0-9278-d7b617bf99e9 tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.920s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] Acquiring lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] Lock "01a6b33b-40ef-42b9-8921-89d858a3dc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] No waiting events found dispatching network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:49:36 user nova-compute[74968]: WARNING nova.compute.manager [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received unexpected event network-vif-plugged-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 for instance with vm_state deleted and task_state None.
Oct 30 12:49:36 user nova-compute[74968]: DEBUG nova.compute.manager [req-d8cb8294-96cc-4eb9-a20e-1a0413d57b24 req-6c1c2653-d684-4ec2-8ca3-058d458edfe0 service nova] [instance: 01a6b33b-40ef-42b9-8921-89d858a3dc51] Received event network-vif-deleted-f6a3dfb4-4d1c-4345-84eb-8fee52fb1947 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:49:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:50 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:49:55 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:00 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:05 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:10 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:15 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:16 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:16 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:50:20 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:50:20 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8863MB free_disk=24.956764221191406GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:50:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:24 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:24 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:25 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:28 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:50:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:50:28 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:50:30 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:35 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:40 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:50:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:47 user nova-compute[74968]: INFO nova.compute.manager [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Terminating instance
Oct 30 12:50:47 user nova-compute[74968]: DEBUG nova.compute.manager [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:50:47 user nova-compute[74968]: DEBUG nova.compute.manager [req-86cf2182-0d29-435e-8ac2-1558032a7151 req-e47bddcd-f1d7-44b3-8b63-33d8a333f7fe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-unplugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Instance destroyed successfully.
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.objects.instance [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-402476598',display_name='tempest-ServerRescueNegativeTestJSON-server-402476598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-402476598',id=40,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:36:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-r0fopd2v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:36:04Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "address": "fa:16:3e:2b:e7:83", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94cf3dc5-9d", "ovs_interfaceid": "94cf3dc5-9df6-4b22-813f-c8960bd25f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG os_vif [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94cf3dc5-9d, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=021bb97d-588f-4fb0-b906-087b12339786) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:50:48 user nova-compute[74968]: INFO os_vif [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:e7:83,bridge_name='br-int',has_traffic_filtering=True,id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94cf3dc5-9d')
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Deleting instance files /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15_del
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Deletion of /opt/stack/data/nova/instances/8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15_del complete
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.compute.manager [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 12:50:48 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Took 0.50 seconds to deallocate network for instance.
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-f68ae192-d238-4745-8ae6-38a6deaf9420 req-829ee624-7396-45fb-96f9-355e53147abe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-deleted-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:50:48 user nova-compute[74968]: INFO nova.compute.manager [req-f68ae192-d238-4745-8ae6-38a6deaf9420 req-829ee624-7396-45fb-96f9-355e53147abe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Neutron deleted interface 94cf3dc5-9df6-4b22-813f-c8960bd25f5d; detaching it from the instance and deleting it from the info cache
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.network.neutron [req-f68ae192-d238-4745-8ae6-38a6deaf9420 req-829ee624-7396-45fb-96f9-355e53147abe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.compute.manager [req-f68ae192-d238-4745-8ae6-38a6deaf9420 req-829ee624-7396-45fb-96f9-355e53147abe service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Detach interface failed, port_id=94cf3dc5-9df6-4b22-813f-c8960bd25f5d, reason: Instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15 could not be found. {{(pid=74968) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:50:48 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.152s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:49 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Deleted allocations for instance 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15
Oct 30 12:50:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-aec3fa93-2b47-4b8f-a328-4858d98e276e tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.814s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:50:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] Acquiring lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:50:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:50:49 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] Lock "8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:50:49 user nova-compute[74968]: DEBUG nova.compute.manager [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] No waiting events found dispatching network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:50:49 user nova-compute[74968]: WARNING nova.compute.manager [req-590da419-31aa-4889-b203-8227f3cda429 req-3997e891-cad2-4607-9f37-d3628bd6ae64 service nova] [instance: 8dda4b9f-3965-4ffc-bd8c-9c6c6bc9da15] Received unexpected event network-vif-plugged-94cf3dc5-9df6-4b22-813f-c8960bd25f5d for instance with vm_state deleted and task_state None.
Oct 30 12:50:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:50:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:17 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:51:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.processutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74968) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 12:51:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:51:19 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:51:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=8935MB free_disk=24.983322143554688GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74968) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:51:19 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:51:20 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:51:20 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:51:20 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:51:20 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquired lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Forcefully refreshing network info cache for instance {{(pid=74968) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.objects.instance [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lazy-loading 'info_cache' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.network.neutron [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [{"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Releasing lock "refresh_cache-46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" {{(pid=74968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 12:51:30 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updated the network info_cache for instance {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 12:51:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:37 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:37 user nova-compute[74968]: INFO nova.compute.manager [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Terminating instance
Oct 30 12:51:37 user nova-compute[74968]: DEBUG nova.compute.manager [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Start destroying the instance on the hypervisor. {{(pid=74968) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.compute.manager [req-ecdd4772-07e8-4c6f-9dd5-e547a6a30ca5 req-519ecd52-6722-4413-9be1-800c1a2a45e3 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with task_state deleting. {{(pid=74968) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: INFO nova.virt.libvirt.driver [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Instance destroyed successfully.
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.objects.instance [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lazy-loading 'resources' on Instance uuid 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f {{(pid=74968) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.virt.libvirt.vif [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T12:34:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1067216982',display_name='tempest-ServerRescueNegativeTestJSON-server-1067216982',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1067216982',id=39,image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T12:39:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61ec8a005c94f04a4c4b55774c04503',ramdisk_id='',reservation_id='r-3n9b2cba',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='33afb342-ff6d-49b3-9dd6-3f3ffc4b1e65',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1253257755',owner_user_name='tempest-ServerRescueNegativeTestJSON-1253257755-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T12:40:52Z,user_data=None,user_id='3306f4211bf749d6812fcb1d8540aaae',uuid=46e270d2-ca01-4ccf-a34b-7cc0b191aa8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converting VIF {"id": "f976e346-eede-40f0-bb46-3c6ce43564d3", "address": "fa:16:3e:9f:03:d6", "network": {"id": "b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-892775703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61ec8a005c94f04a4c4b55774c04503", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf976e346-ee", "ovs_interfaceid": "f976e346-eede-40f0-bb46-3c6ce43564d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.network.os_vif_util [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG os_vif [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee') {{(pid=74968) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf976e346-ee, bridge=br-int, if_exists=True) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9172652e-50b2-4755-a57b-985c3588bbd0) {{(pid=74968) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:38 user nova-compute[74968]: INFO os_vif [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:03:d6,bridge_name='br-int',has_traffic_filtering=True,id=f976e346-eede-40f0-bb46-3c6ce43564d3,network=Network(b9e4cd71-e1bf-4d56-bfb1-fb8eab54720b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf976e346-ee')
Oct 30 12:51:38 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Deleting instance files /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f_del
Oct 30 12:51:38 user nova-compute[74968]: INFO nova.virt.libvirt.driver [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Deletion of /opt/stack/data/nova/instances/46e270d2-ca01-4ccf-a34b-7cc0b191aa8f_del complete
Oct 30 12:51:38 user nova-compute[74968]: INFO nova.compute.manager [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 30 12:51:38 user nova-compute[74968]: DEBUG oslo.service.loopingcall [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74968) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.compute.manager [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Deallocating network for instance {{(pid=74968) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 12:51:38 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] deallocate_for_instance() {{(pid=74968) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:39 user nova-compute[74968]: DEBUG nova.network.neutron [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Updating instance_info_cache with network_info: [] {{(pid=74968) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 12:51:39 user nova-compute[74968]: INFO nova.compute.manager [-] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Took 1.08 seconds to deallocate network for instance.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.122s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: INFO nova.scheduler.client.report [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Deleted allocations for instance 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-357814e8-b0a7-4d99-8ffb-e85d3f97307f tempest-ServerRescueNegativeTestJSON-1253257755 tempest-ServerRescueNegativeTestJSON-1253257755-project-member] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.288s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:40 user nova-compute[74968]: WARNING nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state deleted and task_state None.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:40 user nova-compute[74968]: WARNING nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state deleted and task_state None.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:40 user nova-compute[74968]: WARNING nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state deleted and task_state None.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:40 user nova-compute[74968]: WARNING nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-unplugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state deleted and task_state None.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Acquiring lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] Lock "46e270d2-ca01-4ccf-a34b-7cc0b191aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] No waiting events found dispatching network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 12:51:40 user nova-compute[74968]: WARNING nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received unexpected event network-vif-plugged-f976e346-eede-40f0-bb46-3c6ce43564d3 for instance with vm_state deleted and task_state None.
Oct 30 12:51:40 user nova-compute[74968]: DEBUG nova.compute.manager [req-534aa288-e594-406c-999e-2844e39d75bb req-198520fb-1bd9-4606-a656-f95c19ca2420 service nova] [instance: 46e270d2-ca01-4ccf-a34b-7cc0b191aa8f] Received event network-vif-deleted-f976e346-eede-40f0-bb46-3c6ce43564d3 {{(pid=74968) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 12:51:41 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:51:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:51:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:15 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:52:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:52:21 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9062MB free_disk=25.00202178955078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing inventories for resource provider e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating ProviderTree inventory for provider e951e061-59be-4527-8db8-a7cd1768cc93 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Updating inventory in ProviderTree for provider e951e061-59be-4527-8db8-a7cd1768cc93 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing aggregate associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, aggregates: None {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Refreshing trait associations for resource provider e951e061-59be-4527-8db8-a7cd1768cc93, traits: COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE42,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VIRTIO {{(pid=74968) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:52:21 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.356s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:24 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:26 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:29 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:31 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:32 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:52:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:52:32 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:52:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:34 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 12:52:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] There are 0 instances to clean {{(pid=74968) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 12:52:37 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:46 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:52:46 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74968) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:52:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:18 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:53:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:53:23 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:53:23 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9142MB free_disk=25.000469207763672GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.104s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:31 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:53:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:41 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:53:42 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:53:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:17 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:18 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:20 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:54:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:54:25 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:54:25 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9145MB free_disk=24.998992919921875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:54:25 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.123s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:54:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:32 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:34 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:54:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:54:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:54:34 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:54:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:54:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:54:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:54:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:19 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:21 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:26 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:55:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:55:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9158MB free_disk=24.997806549072266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:55:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.119s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:55:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:34 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:36 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Starting heal instance info cache {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 12:55:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Rebuilding the list of instances to heal {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 12:55:36 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Didn't find any instances for network info cache update. {{(pid=74968) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 12:55:38 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:43 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:44 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:55:45 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:48 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:55:53 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:55:58 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:03 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:56:08 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:13 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:56:18 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:20 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:21 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:22 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:22 user nova-compute[74968]: DEBUG nova.compute.manager [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74968) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:56:23 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:24 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Auditing locally available compute resources for user (node: user) {{(pid=74968) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 12:56:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:56:27 user nova-compute[74968]: WARNING nova.virt.libvirt.driver [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Hypervisor/Node resource view: name=user free_ram=9265MB free_disk=24.993053436279297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74968) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74968) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.provider_tree [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed in ProviderTree for provider: e951e061-59be-4527-8db8-a7cd1768cc93 {{(pid=74968) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.scheduler.client.report [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Inventory has not changed for provider e951e061-59be-4527-8db8-a7cd1768cc93 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74968) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG nova.compute.resource_tracker [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Compute_service record updated for user:user {{(pid=74968) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 12:56:27 user nova-compute[74968]: DEBUG oslo_concurrency.lockutils [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.107s {{(pid=74968) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG oslo_service.periodic_task [None req-1e5e11fe-0c41-445e-a294-dacfacb94804 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74968) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74968) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74968) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 12:56:28 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 12:56:33 user nova-compute[74968]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74968) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}